-- Logs begin at Mon 2021-06-21 13:19:27 UTC, end at Mon 2021-06-21 14:12:47 UTC. -- Jun 21 13:49:45.172910 dv-cinder-794962-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 13:49:47.842993 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.common.config [-] Logging enabled! Jun 21 13:49:47.843570 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 21 13:49:47.843773 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 13:49:47.847053 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.common.config [-] Logging enabled! Jun 21 13:49:47.847312 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 21 13:49:47.847630 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92548) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 13:49:47.848583 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 13:49:47.848821 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 13:49:47.849178 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 13:49:47.849425 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 13:49:47.849656 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 13:49:47.849981 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.850282 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.850582 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.850815 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.851113 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.851409 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.851699 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.851994 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.852295 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.852609 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.852896 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.853183 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.853415 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.853699 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.853991 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.854283 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.854510 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] debug = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.854793 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.855220 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.855632 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.855917 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.856209 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.856512 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.856810 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.857077 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.857879 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.858215 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] host = dv-cinder-794962-5-smb {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.858498 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.858789 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.859078 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.859368 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.859649 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.859928 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.860216 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.860523 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.860804 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] log_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.861087 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.861378 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.861669 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.861963 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.862190 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.862414 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.862708 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.862998 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.863280 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.863559 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.863837 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.864116 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.864420 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.864696 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.864987 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.865277 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.865566 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.865846 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.866126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.866401 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.866679 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.866967 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.867251 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.867529 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.867811 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.868102 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.868387 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.868685 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.868991 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.869282 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.869571 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.869860 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.870137 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.870425 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.870706 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.870983 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.871259 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] use_json = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.871536 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.871811 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.872096 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.872381 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.872675 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.873560 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.873839 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.874130 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:47.874432 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.874734 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.875041 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.875331 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.875632 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.875921 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.876219 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.876532 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.876829 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.877124 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.877424 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.877708 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.878003 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.878286 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.878585 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.878895 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.879196 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.879496 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.879778 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.880063 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.880345 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.880651 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.880943 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.881243 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.881540 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.881823 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.882113 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.882411 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.882696 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.882975 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.883261 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.883557 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.883843 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.884124 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.884437 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.884721 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.885000 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.885279 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.885562 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.885856 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.886137 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.886412 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.886687 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.886967 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.887245 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.887537 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.887820 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.888099 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.888427 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.888707 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.888985 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.889262 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.889546 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.889824 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.890176 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.890454 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.890732 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.891009 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.891287 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.891566 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.891845 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.892121 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.892429 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.892712 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.892990 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.893267 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.893545 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.893825 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.894117 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.894415 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.894697 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.894979 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.895264 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.895547 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.895829 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.896111 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.896416 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.896704 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.896984 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.897277 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.897571 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.897863 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.898148 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.898430 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.898727 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.899009 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.899295 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.899579 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.899861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.900155 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.900467 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.900768 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.901066 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.901363 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.901661 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.901956 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.902243 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.902552 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.902833 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:47.903051 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 13:49:47.903289 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92548) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 13:49:48.255317 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:49:48.255600 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:49:48.255896 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:49:48.256318 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 13:49:48.643088 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.643304 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.643583 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.644958 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.645239 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.645508 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.679126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.679403 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.679671 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.693245 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.693528 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.693802 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.722935 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.723218 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.723493 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.759612 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.759898 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.760168 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.990665 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.991286 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.991286 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.991478 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:48.992451 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.115800 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.116129 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.116434 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.116711 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.116989 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.117307 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.117569 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.117824 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.118079 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.118364 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.118627 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.118892 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.119153 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.119417 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.119673 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.119939 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.120212 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.120492 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.120769 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.121022 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.121303 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.121650 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.121901 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.122184 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.122434 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.122681 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.123110 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:49.123354 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:49.123595 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:49.123837 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:49.124075 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:49.124313 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:49.124709 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 13:49:49.128740 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 13:49:49.132689 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 13:49:49.136455 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 21 13:49:49.138091 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 13:49:49.138574 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 13:49:49.138915 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 13:49:49.139306 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 13:49:49.142146 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 13:49:49.142405 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 13:49:49.142752 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 13:49:49.171134 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 13:49:49.171585 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.171886 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92548) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 13:49:49.172255 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.173644 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92548) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 13:49:49.173929 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 13:49:49.174180 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 13:49:49.177306 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.177594 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.240396 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 13:49:49.240632 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 13:49:49.240913 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 13:49:49.241239 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 13:49:49.261394 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_db.sqlalchemy.engines [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92548) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 13:49:49.793455 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Initializing driver for type 'gre' Jun 21 13:49:49.793988 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] gre ID ranges: [(1, 1000)] Jun 21 13:49:49.847433 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Initializing driver for type 'local' Jun 21 13:49:49.847760 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Initializing driver for type 'vlan' Jun 21 13:49:49.860929 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] VlanTypeDriver initialization complete Jun 21 13:49:49.861251 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Initializing driver for type 'vxlan' Jun 21 13:49:49.861930 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] vxlan ID ranges: [(1, 1000)] Jun 21 13:49:49.915568 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Initializing extension driver 'port_security' Jun 21 13:49:49.915944 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.extensions.port_security [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] PortSecurityExtensionDriver initialization complete Jun 21 13:49:49.916351 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Initializing mechanism driver 'openvswitch' Jun 21 13:49:49.916800 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Initializing mechanism driver 'hyperv' Jun 21 13:49:49.923702 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.plugins.ml2.plugin [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92548) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:49:49.924589 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > port after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.924969 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > port after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.925321 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > port after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.925701 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > subnet after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.926052 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > subnet after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.926390 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.926763 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > network after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.927105 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > network after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.927441 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > network after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.927815 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > security_group after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.928156 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > security_group after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.928523 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.928900 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.929238 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.929571 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.929954 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > address_group after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.930302 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > address_group after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.930637 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.930969 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] ML2 OVO RPC backend initialized. {{(pid=92548) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 13:49:49.931669 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.932027 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.932477 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > network before_response 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.932882 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > networks before_response 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.933227 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > port before_response 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.933565 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > ports before_response 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.933942 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > subnet before_response 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.934312 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > subnets before_response 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.934679 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > network after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.935014 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > network after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.935907 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > network after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.936260 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > port after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.936688 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > port after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.937069 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > port after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.937403 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > subnet after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.937732 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > subnet after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.938059 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.938694 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.plugin [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Modular L2 Plugin initialization complete Jun 21 13:49:49.939028 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading services supported by the core plugin {{(pid=92548) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 13:49:49.939353 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.plugins.ml2.managers [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Got port-security extension from driver 'port_security' Jun 21 13:49:49.939805 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.extensions.vlantransparent [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Disabled vlantransparent extension. Jun 21 13:49:49.940281 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92548) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 13:49:49.940623 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading Plugin: router Jun 21 13:49:49.976080 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.976494 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router after_create 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.976857 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router before_create 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.977215 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.977579 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.977927 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router after_delete 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.978281 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.978635 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router after_create 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.978977 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router after_update 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.979320 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router after_update 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.979659 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.980006 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router after_update 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.980428 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_update 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.980792 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: port after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.981122 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: port after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.981451 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: subnet after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.981778 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.982180 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.982611 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_create 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.982948 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: port before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.983281 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.983632 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router after_update 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.983966 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.984312 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_create 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.984692 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.985030 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_update 55549900 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.985398 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > network after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.986237 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Tracking information for resource: router configured {{(pid=92548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:49.986565 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Tracking information for resource: floatingip configured {{(pid=92548) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 13:49:49.991436 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.db.l3_agentschedulers_db [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 13:49:49.992055 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: port after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.992346 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: port after_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.992708 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: port after_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.993051 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: port after_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.993828 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router before_create 55550100 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.994192 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.994549 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_create 55550100 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.994896 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > router precommit_update 55550100 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:49.999896 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.services.provider_configuration [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service providers = [] {{(pid=92548) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 13:49:50.000252 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.db.servicetype_db [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92548) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 13:49:50.003126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.services.service_base [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 13:49:50.003467 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.services.service_base [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 13:49:50.003800 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.services.service_base [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 13:49:50.004693 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.services.service_base [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92548) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 13:49:50.005060 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.services.service_base [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 13:49:50.005421 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:50.005730 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 13:49:50.016884 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:50.017218 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading Plugin: auto_allocate Jun 21 13:49:50.022932 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: network precommit_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:50.023291 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: network precommit_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:50.023802 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:50.024118 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading Plugin: tag Jun 21 13:49:50.030604 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:50.030932 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading Plugin: timestamp Jun 21 13:49:50.034658 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:50.034983 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading Plugin: network_ip_availability Jun 21 13:49:50.041794 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:50.042158 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:50.042506 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:50.043203 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:50.043560 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading Plugin: flavors Jun 21 13:49:50.048176 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:50.048544 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading Plugin: revisions Jun 21 13:49:50.052853 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92548) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 13:49:50.053215 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.797s {{(pid=92548) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:49:50.053942 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92548) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 13:49:50.054270 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Initializing extension manager. Jun 21 13:49:50.054765 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: __init__.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.055097 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: __pycache__ {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.055422 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.055746 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: address_group.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.056523 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.057083 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: address-group Jun 21 13:49:50.057399 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: address_scope.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.058086 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.058592 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: address-scope Jun 21 13:49:50.058907 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.059807 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.060858 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: router-admin-state-down-before-update Jun 21 13:49:50.061182 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: agent.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.061857 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.062354 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: agent Jun 21 13:49:50.062666 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: agent_resources_synced.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.063551 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.064051 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: agent-resources-synced Jun 21 13:49:50.064397 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: allowedaddresspairs.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.066104 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.066621 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: allowed-address-pairs Jun 21 13:49:50.066938 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: auto_allocated_topology.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.068175 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.068718 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: auto-allocated-topology Jun 21 13:49:50.069040 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: availability_zone.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.069719 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.070220 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: availability_zone Jun 21 13:49:50.070537 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: availability_zone_filter.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.071427 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.071933 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: availability_zone_filter Jun 21 13:49:50.072248 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: data_plane_status.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.073149 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.073652 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 13:49:50.073966 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: default_subnetpools.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.074848 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.075361 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: default-subnetpools Jun 21 13:49:50.075670 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.077210 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.077721 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: dhcp_agent_scheduler Jun 21 13:49:50.078223 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: dns.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.081748 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.082854 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 13:49:50.082854 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: dns_domain_ports.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.084698 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.085241 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 13:49:50.085562 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: dvr.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.086217 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.086720 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: dvr Jun 21 13:49:50.087036 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: empty_string_filtering.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.088169 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.088709 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: empty-string-filtering Jun 21 13:49:50.089026 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.089908 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.090410 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 13:49:50.090823 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.091757 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.092250 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 13:49:50.092590 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: external_net.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.093467 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.093969 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: external-net Jun 21 13:49:50.094284 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.095171 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.095671 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: extra_dhcp_opt Jun 21 13:49:50.095984 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: extraroute.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.096903 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.097406 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: extraroute Jun 21 13:49:50.097720 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: extraroute_atomic.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.098730 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.099239 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: extraroute-atomic Jun 21 13:49:50.099554 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: filter_validation.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.100209 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.100743 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: filter-validation Jun 21 13:49:50.101059 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: fip_pf_description.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.101937 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.102435 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 13:49:50.102745 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: fip_port_details.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.103641 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.104154 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: fip-port-details Jun 21 13:49:50.104499 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: flavors.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.105720 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.106229 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: flavors Jun 21 13:49:50.106547 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.108824 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.109344 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 13:49:50.109665 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: floatingip_pools.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.110340 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.110850 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: floatingip-pools Jun 21 13:49:50.111170 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: ip_allocation.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.112053 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.112588 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 13:49:50.112907 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.113793 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.114306 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: ip-substring-filtering Jun 21 13:49:50.114623 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: l2_adjacency.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.115527 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.116028 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 13:49:50.116342 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: l3.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.117317 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.117827 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: router Jun 21 13:49:50.118149 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.120486 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.121017 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 13:49:50.121347 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.122248 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.123393 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: ext-gw-mode Jun 21 13:49:50.123719 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.124643 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.125154 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: l3-ha Jun 21 13:49:50.125474 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: l3_flavors.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.126360 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.126864 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: l3-flavors Jun 21 13:49:50.127184 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.128081 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.128611 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 13:49:50.128929 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: l3agentscheduler.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.129947 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.130470 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: l3_agent_scheduler Jun 21 13:49:50.130773 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: logging.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.132237 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.132781 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension logging not supported by any of loaded plugins Jun 21 13:49:50.133107 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: metering.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.133829 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.134406 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: metering Jun 21 13:49:50.134726 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.135793 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.136305 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: metering_source_and_destination_fields Jun 21 13:49:50.136650 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: multiprovidernet.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.137541 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.138049 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: multi-provider Jun 21 13:49:50.138469 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: netmtu.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.139286 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.139789 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: net-mtu Jun 21 13:49:50.140103 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: netmtu_writable.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.141010 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.141513 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: net-mtu-writable Jun 21 13:49:50.141826 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: network_availability_zone.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.142467 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.142966 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: network_availability_zone Jun 21 13:49:50.143278 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: network_ip_availability.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.144439 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.144893 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: network-ip-availability Jun 21 13:49:50.145212 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: network_segment_range.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.145962 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.146461 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 13:49:50.146774 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: pagination.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.147738 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.148061 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: pagination Jun 21 13:49:50.148382 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: port_device_profile.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.149278 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.149790 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: port-device-profile Jun 21 13:49:50.150103 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.150986 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.151493 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: port-mac-address-regenerate Jun 21 13:49:50.151806 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.152703 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.153208 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: port-numa-affinity-policy Jun 21 13:49:50.153522 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: port_resource_request.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.154509 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.155007 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 13:49:50.155319 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: portbindings.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.156213 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.156752 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: binding Jun 21 13:49:50.157069 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: portbindings_extended.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.158317 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.158830 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: binding-extended Jun 21 13:49:50.159147 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: portsecurity.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.160027 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.160575 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: port-security Jun 21 13:49:50.160893 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: project_id.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.161845 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.162170 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: project-id Jun 21 13:49:50.162488 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: providernet.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.163386 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.163903 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: provider Jun 21 13:49:50.164227 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.167879 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.168429 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos not supported by any of loaded plugins Jun 21 13:49:50.168761 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.170486 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.171002 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 13:49:50.171325 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.172213 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.172749 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 13:49:50.173069 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos_default.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.173952 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.174461 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos-default not supported by any of loaded plugins Jun 21 13:49:50.174777 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos_fip.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.175405 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.175899 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 13:49:50.176213 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos_gateway_ip.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.177137 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.177641 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 13:49:50.177957 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos_port_network_policy.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.178856 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.179351 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 13:49:50.179670 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos_rule_type_details.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.180594 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.181103 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 13:49:50.181418 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: qos_rules_alias.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.182430 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.182939 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 13:49:50.183255 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: quotasv2.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.184147 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.184499 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: quotas Jun 21 13:49:50.184816 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: quotasv2_detail.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.188439 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.188779 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: quota_details Jun 21 13:49:50.189107 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: rbac.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.190136 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.190660 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: rbac-policies Jun 21 13:49:50.190982 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: rbac_address_group.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.191880 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.192421 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: rbac-address-group Jun 21 13:49:50.192739 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: rbac_address_scope.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.193631 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.194147 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: rbac-address-scope Jun 21 13:49:50.194467 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: rbac_security_groups.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.195361 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.195868 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: rbac-security-groups Jun 21 13:49:50.196183 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: rbac_subnetpool.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.197095 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.197602 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: rbac-subnetpool Jun 21 13:49:50.197916 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: revisionifmatch.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.198806 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.199314 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: revision-if-match Jun 21 13:49:50.199628 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: revisions.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.200975 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.201493 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: standard-attr-revisions Jun 21 13:49:50.201813 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: router_availability_zone.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.202470 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.202978 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: router_availability_zone Jun 21 13:49:50.203295 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: routerservicetype.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.204182 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.204728 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 13:49:50.205045 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.205939 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.206448 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: security-groups-normalized-cidr Jun 21 13:49:50.206763 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.207650 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.208157 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: port-security-groups-filtering Jun 21 13:49:50.208511 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.209401 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.209905 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: security-groups-remote-address-group Jun 21 13:49:50.210221 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: securitygroup.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.219891 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.220447 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: security-group Jun 21 13:49:50.220778 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: segment.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.221547 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.222054 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension segment not supported by any of loaded plugins Jun 21 13:49:50.222375 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.223289 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.223797 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 13:49:50.224116 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: servicetype.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.225225 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.225743 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: service-type Jun 21 13:49:50.226060 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: sorting.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.227007 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.227335 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: sorting Jun 21 13:49:50.227652 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: standard_attr_segment.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.228560 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.229072 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 13:49:50.229391 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: standardattrdescription.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.230015 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.230519 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: standard-attr-description Jun 21 13:49:50.230834 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: stateful_security_group.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.231751 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.232794 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: stateful-security-group Jun 21 13:49:50.233112 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: stdattrs_common.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.233684 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 13:49:50.234000 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.234974 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.235489 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 13:49:50.235807 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: subnet_onboard.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.236875 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.237389 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: subnet_onboard Jun 21 13:49:50.237708 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.238598 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.239101 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 13:49:50.239416 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: subnet_service_types.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.240304 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.240856 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: subnet-service-types Jun 21 13:49:50.241176 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: subnetallocation.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.242210 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.242722 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: subnet_allocation Jun 21 13:49:50.243041 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.243683 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.244190 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: subnetpool-prefix-ops Jun 21 13:49:50.244538 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.245453 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.245965 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 13:49:50.246282 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: tagging.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.247314 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.248465 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: standard-attr-tag Jun 21 13:49:50.248790 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: timestamp.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.249954 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.250464 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loaded extension: standard-attr-timestamp Jun 21 13:49:50.250782 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: trunk.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.251792 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.252306 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension trunk not supported by any of loaded plugins Jun 21 13:49:50.252649 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: trunk_details.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.253540 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.254051 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 13:49:50.254366 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: uplink_status_propagation.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.255261 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.255768 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 13:49:50.256082 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Loading extension file: vlantransparent.py {{(pid=92548) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 13:49:50.256764 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92548) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 13:49:50.257266 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 13:49:50.259685 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:network Jun 21 13:49:50.260211 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:subnet Jun 21 13:49:50.260631 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:50.261015 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:port Jun 21 13:49:50.262232 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.262669 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service FLAVORS assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.263278 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.263762 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.264086 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:router Jun 21 13:49:50.264547 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 13:49:50.265031 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service METERING assigned prefix: /metering {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.266459 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:50.266826 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:50.267172 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92548) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:49:50.268146 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 13:49:50.268613 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:security_group Jun 21 13:49:50.269030 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 13:49:50.269629 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service CORE assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.269953 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:50.270301 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] subnetpool is already registered Jun 21 13:49:50.270735 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service CORE assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.271054 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:50.271378 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] subnetpool is already registered Jun 21 13:49:50.273756 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.274184 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service FLAVORS assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.274775 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.275191 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.275515 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:router Jun 21 13:49:50.275844 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] router is already registered Jun 21 13:49:50.276247 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 13:49:50.276595 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] floatingip is already registered Jun 21 13:49:50.277041 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service METERING assigned prefix: /metering {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.277691 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 13:49:50.278009 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] rbac_policy is already registered Jun 21 13:49:50.278409 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:security_group Jun 21 13:49:50.278735 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] security_group is already registered Jun 21 13:49:50.279150 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 13:49:50.279478 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] security_group_rule is already registered Jun 21 13:49:50.280091 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service CORE assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.280445 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:50.280773 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] subnetpool is already registered Jun 21 13:49:50.281181 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.v2.resource_helper [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Service CORE assigned prefix: {{(pid=92548) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 13:49:50.281496 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 13:49:50.281816 dv-cinder-794962-5-smb neutron-server[92548]: WARNING neutron.quota.resource_registry [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] subnetpool is already registered Jun 21 13:49:50.282281 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: extensions {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.283725 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: address-groups {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.285221 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: address-scopes {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.286527 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: agents {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.287680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: auto-allocated-topology {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.288983 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: availability_zones {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.290197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: dhcp-networks {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.291702 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: dhcp-agents {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.293152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: routers {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.295440 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: flavors {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.297728 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: service_profiles {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.298947 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: next_providers {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.300406 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: service_profiles {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.301942 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: floatingip-pools {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.303141 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: routers {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.304886 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: floatingips {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.306152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: l3-routers {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.307551 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: l3-agents {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.309004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: metering-labels {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.310788 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: metering-label-rules {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.312174 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: network-ip-availabilities {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.313468 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: bindings {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.315018 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: quotas {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.316581 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: quotas {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.317988 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: rbac-policies {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.319187 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: security-groups {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.320505 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: security-group-rules {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.321746 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: service-providers {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.322969 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: subnetpools {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.324263 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: subnetpools {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.325866 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.327514 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.329378 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.331133 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.332842 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.334776 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.336576 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.338631 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.340494 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.342250 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron.api.extensions [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Extended resource: tags {{(pid=92548) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 13:49:50.348266 dv-cinder-794962-5-smb neutron-server[92548]: WARNING keystonemiddleware.auth_token [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 13:49:50.352719 dv-cinder-794962-5-smb neutron-server[92548]: WARNING keystonemiddleware.auth_token [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 13:49:50.361361 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Acquired lock "singleton_lock" {{(pid=92548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 13:49:50.361831 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_concurrency.lockutils [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Releasing lock "singleton_lock" {{(pid=92548) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 13:49:50.362454 dv-cinder-794962-5-smb neutron-server[92548]: INFO oslo_service.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Starting 2 workers Jun 21 13:49:50.367129 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Started child 92657 {{(pid=92548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 13:49:50.371402 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Started child 92658 {{(pid=92548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 13:49:50.372480 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:50.373757 dv-cinder-794962-5-smb neutron-server[92548]: INFO neutron.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 13:49:50.374200 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Notify callbacks [] for process, before_spawn {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:50.374517 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [-] (92657) wsgi starting up on http://0.0.0.0:9696 Jun 21 13:49:50.376534 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:50.377024 dv-cinder-794962-5-smb neutron-server[92548]: INFO oslo_service.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Starting 1 workers Jun 21 13:49:50.377882 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [-] (92658) wsgi starting up on http://0.0.0.0:9696 Jun 21 13:49:50.381662 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Started child 92659 {{(pid=92548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 13:49:50.382188 dv-cinder-794962-5-smb neutron-server[92548]: INFO oslo_service.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Starting 1 workers Jun 21 13:49:50.385157 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] calling RpcWorker wait() {{(pid=92659) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 13:49:50.385753 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] returning from RpcWorker wait() {{(pid=92659) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 13:49:50.386521 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Started child 92660 {{(pid=92548) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 13:49:50.386832 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:50.387294 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:49:50.387443 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG neutron_lib.callbacks.manager [None req-29691aa7-84fb-4c22-b13e-f20f23472383 None None] Notify callbacks [] for process, after_spawn {{(pid=92548) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:50.389178 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 13:49:50.389389 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 13:49:50.389581 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 13:49:50.389795 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 13:49:50.390137 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 13:49:50.390304 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 13:49:50.390872 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.391176 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.391329 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:49:50.391852 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.391852 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.392118 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.392509 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.392752 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.393030 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.393310 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.393543 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.393719 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.393886 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.394149 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.394401 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.394682 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.394960 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.395202 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.395486 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.395656 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.395911 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.396185 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.396482 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.396708 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] debug = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.396948 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.397437 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.397686 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.397938 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.398165 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.398476 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.398728 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.399006 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.399256 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.399507 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.399722 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.399990 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.400239 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.400471 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.400713 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.401005 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.401212 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.401688 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] host = dv-cinder-794962-5-smb {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.401938 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.402154 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.402397 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.402660 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.402925 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.403156 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.403403 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.403645 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.403902 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.404170 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.404434 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.404701 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.404935 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.405177 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.405332 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_options = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.405575 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.405853 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.406127 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.406312 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.406489 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.406727 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.406882 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.407033 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.407277 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.407491 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.407704 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.407916 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.408148 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.408394 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.408654 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.408901 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.409150 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.409359 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.409612 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.409856 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.410079 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.410307 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.410541 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.410759 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.410975 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.411206 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.411498 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.411653 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.411841 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.414197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.414197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.414197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.414197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.414197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.414197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.414197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.416446 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.416446 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.416446 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.416446 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.416446 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.416446 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.417337 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:49:50.417483 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.417483 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.417483 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.417483 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_json = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.417483 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.417483 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.417483 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.418392 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.418392 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.418392 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.418392 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.419009 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.419009 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.419278 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.419469 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.420251 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.421207 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.421207 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.421207 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.424526 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.424526 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.424526 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.424526 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.424526 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.424526 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.424526 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.424526 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.425574 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.425574 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.425574 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.425574 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.425574 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.425574 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.425574 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.425574 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428126 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428639 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428639 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428639 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428639 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428639 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428639 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.428639 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.429019 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.429091 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.429347 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.429573 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.430015 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.430232 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.430469 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.430704 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.430906 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.432680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.432680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.432680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.432680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.432680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.432680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.432680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.432680 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.433841 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.433841 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.433841 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.433841 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.433841 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.434206 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.434206 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.438861 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.439480 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.439480 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.439480 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.439866 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.439866 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.440353 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.440353 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443717 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443717 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443717 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443717 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.443717 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.444056 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.444056 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.444259 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.444515 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.444757 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.444980 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.445248 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.445618 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.445907 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.446229 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.446479 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.446764 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.447012 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.447330 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.447507 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.447890 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.448074 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.448321 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.448632 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.448906 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.449131 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.449398 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.449643 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.449887 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.450118 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.450344 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.450578 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.451035 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.451282 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.451502 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.451716 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.451963 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.452289 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.452543 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.452756 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.452988 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.453255 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.453511 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.453745 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.454008 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.454250 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.454478 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.454733 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.454962 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.455174 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.455412 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.455643 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.455855 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.456088 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.456315 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.456558 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.456774 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.457004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.457234 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.457445 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.457659 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.457939 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.458270 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.458495 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.458765 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.459028 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.459252 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.459753 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.459977 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.460211 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.460468 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.460704 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.460949 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.461170 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.461444 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.461695 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.461908 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.462404 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.462625 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.462856 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.463072 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.463313 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.463544 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.463756 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.463968 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.464184 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.464432 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.464647 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.464869 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.465097 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.465329 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.465586 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.465921 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.466163 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.466389 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.466649 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.466865 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.467101 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.467320 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.467553 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.467772 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.467983 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.468194 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.468453 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.468673 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.468913 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.469124 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.469353 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.469580 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.469812 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.470038 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.470312 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.470551 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.470779 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.471024 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.471280 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.471509 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.471717 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.471922 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.472134 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.472343 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.472586 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.472792 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.473001 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.473230 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.473438 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.473659 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.473868 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.474079 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.474311 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.474519 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.474783 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.474969 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.475177 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.475390 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.475590 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.475888 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.476154 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.476408 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.476666 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.476889 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.477127 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.477390 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.477716 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.477929 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.478187 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.478406 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.478626 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.478838 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.479104 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.479407 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.479707 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.479984 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.480238 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.480525 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.480816 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.481075 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.481290 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.481578 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.481917 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.482753 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.482996 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.483238 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.483513 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.483732 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.483947 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.484179 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.484440 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.484661 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.484893 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.485117 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.485372 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.485586 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.485810 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.486044 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.486286 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.486524 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.486746 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.486978 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.487133 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 13:49:50.487691 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92548) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 13:49:50.487849 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 13:49:50.487998 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 13:49:50.488182 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 13:49:50.488347 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 13:49:50.488519 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 13:49:50.488720 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.488877 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.489033 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.489188 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.489343 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.489520 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.489676 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.489830 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.489985 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.490138 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.490292 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.490450 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.490626 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.490792 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.490938 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.491084 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.491227 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.491380 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.491524 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.491666 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.491808 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.491966 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.492135 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] debug = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.492279 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.492483 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.492666 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.492811 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.493039 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.493133 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.493280 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.493369 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.493520 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.493678 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.493839 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.493984 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.494125 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.494283 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.494433 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.494602 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.494836 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.494941 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] host = dv-cinder-794962-5-smb {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.495011 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.495165 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.495311 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.495464 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.495608 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.495770 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.495919 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.496060 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.496212 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.496356 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.496535 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.496690 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.496844 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.497546 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.497742 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_options = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.498390 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.498549 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.498760 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.498899 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.499027 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.499152 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.499293 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.499449 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.499604 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.499758 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.499913 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.500068 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.500222 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.500384 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.500570 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.500707 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.500850 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.501004 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.501158 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.501312 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.501470 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.501626 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.501779 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.501934 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.502088 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.502242 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.502399 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.502555 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.502711 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.502865 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.503021 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.503226 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.503323 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.503465 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.503619 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.503774 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.503927 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.504086 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.504241 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.504414 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.504560 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.504716 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.504871 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.505024 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.505179 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.505332 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_json = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.505487 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.505640 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.505794 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.505949 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.506104 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.506257 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.506414 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.506568 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 13:49:50.506742 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.506900 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.507069 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.507226 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.507382 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.507539 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.507695 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.507851 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.508007 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.508163 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.508325 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.508505 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.508673 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.508828 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.508985 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.509144 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.509300 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.509458 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.509615 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.509770 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.509989 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.510142 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.510226 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.510385 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.510543 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.510711 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.510855 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.511013 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.511169 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.511328 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.511491 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.511649 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.511804 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.511960 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.512117 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.512273 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.512451 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.512609 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.512766 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.512923 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.513080 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.513221 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.513422 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.513554 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.513712 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.513870 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.514028 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.514186 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.514343 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.514499 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.514666 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.514822 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.514978 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.515137 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.515294 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.515450 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.515607 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.515763 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.515919 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.516076 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.516231 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.516419 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.516578 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.516735 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.516894 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.517036 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.517198 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.517353 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.517511 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.517844 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.517844 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.518060 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.518181 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.518263 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.518407 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.518564 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.518720 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.518879 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.519037 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.519193 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.519352 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.519509 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.519667 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.519825 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.519989 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.520159 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.520315 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.520493 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.520632 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:49:50.520725 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.520863 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.520961 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.521087 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.521243 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.521402 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.521559 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.521715 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.521871 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.522029 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.522184 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.522341 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.522497 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.522653 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.522808 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.522963 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.523119 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.523274 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.523465 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.523611 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.523736 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.523866 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.524015 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.524179 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.524335 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.524514 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.524670 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.524833 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.524998 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.525155 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.525313 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.525469 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.525626 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.525783 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.525939 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.526097 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.526252 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.526408 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.526564 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.526728 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.526895 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.527052 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.527208 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.527365 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.527544 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.527699 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.527855 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.528011 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.528169 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.528325 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.528503 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.528660 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.528817 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.529481 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.529639 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.529782 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.529942 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.530099 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.530255 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.530418 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.530573 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.530891 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.531033 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.531195 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.531354 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.531512 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.531673 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.531826 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.532747 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.533279 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.533428 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.533879 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.534026 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.534177 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.534314 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.534449 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.534645 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.534772 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.534854 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.535000 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.535161 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.535319 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.535476 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.535634 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.535791 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.535949 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.536108 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.536265 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.536455 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.536613 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.536770 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.536928 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.537084 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.537241 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.537401 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.537557 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.537715 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.537871 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.538026 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.538197 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.538353 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.538508 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.538666 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.538822 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.538979 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.539134 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.539291 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.539447 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.539603 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.539809 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.539895 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.540052 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.540210 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.540398 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.540543 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.540698 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.540854 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.541014 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.541185 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.541341 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.541497 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.541653 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.541810 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.541979 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.542135 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.542291 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.542447 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.542602 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.542768 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.542924 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.543080 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.543236 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.543392 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.543556 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.543712 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.543868 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.544023 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.544179 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.544343 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.544520 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.545272 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.545430 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.545636 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546024 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546024 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546024 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546391 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546391 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546584 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546667 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546788 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.546945 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.547105 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.547474 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.547474 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.547645 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.547723 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.547860 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.548024 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.548186 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.548343 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.548533 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.548699 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.548863 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.549021 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.549183 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.549350 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.549505 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.549663 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.549820 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.549975 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.550131 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.550287 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.550443 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.550598 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.550754 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.550909 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.551065 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.551222 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.551379 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.551535 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.551690 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.551847 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.552007 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.552164 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.552321 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 13:49:50.552491 dv-cinder-794962-5-smb neutron-server[92548]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92548) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 13:49:50.840935 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 41934) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:49:50.850014 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064728 Jun 21 13:50:02.037333 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b169f5-0024-4dd0-98e8-4fb4a86ee6d6 None None] get_active_networks_info from dv-cinder-794962-5-smb {{(pid=92659) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 13:50:02.119673 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b169f5-0024-4dd0-98e8-4fb4a86ee6d6 None None] No non-hosted networks {{(pid=92659) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 13:50:02.139025 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.agentschedulers_db [None req-d7b169f5-0024-4dd0-98e8-4fb4a86ee6d6 None None] DHCP Agent not found on host dv-cinder-794962-5-smb {{(pid=92659) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 21 13:50:02.293655 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-eff3cfbf-7e23-40a3-b28b-d3ca1317bf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681'] for agent, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:04.280315 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf96c-573c-4e96-939d-fa86d0eef441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681'] for agent, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:04.328460 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-459e269f-e97e-41f1-9288-0e2f2f19e089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:05.102297 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681'] for agent, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:05.102981 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.103370 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.103711 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.104044 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.104455 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.104805 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.105136 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.105458 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.105859 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.106183 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.106510 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.107488 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:05.107992 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794962-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:05.117045 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794962-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:05.702665 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681'] for agent, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:07.289168 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681'] for agent, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:07.828599 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.db.l3_hamode_db [None req-b16a4be4-91ac-473d-b4cb-f395f6cd2bcb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 13:50:07.902401 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a4be4-91ac-473d-b4cb-f395f6cd2bcb None None] Routers set() bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:07.902783 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16a4be4-91ac-473d-b4cb-f395f6cd2bcb None None] Router IDs set() for agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 13:50:08.380237 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42026) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:08.854747 dv-cinder-794962-5-smb neutron-server[92658]: WARNING oslo_policy.policy [None req-f5ed4cc7-ee0c-4828-848f-80837801206f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:08.855366 dv-cinder-794962-5-smb neutron-server[92658]: WARNING oslo_policy.policy [None req-f5ed4cc7-ee0c-4828-848f-80837801206f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:09.069018 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [None req-f5ed4cc7-ee0c-4828-848f-80837801206f admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:50:09.070034 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-f5ed4cc7-ee0c-4828-848f-80837801206f admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6888676 Jun 21 13:50:11.382251 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42040) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:11.684276 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-54b4abe3-3bd3-4535-9b47-43cb243fc184 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:11.777786 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.policy [None req-54b4abe3-3bd3-4535-9b47-43cb243fc184 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92658) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 13:50:11.827545 dv-cinder-794962-5-smb neutron-server[92658]: WARNING oslo_policy.policy [None req-54b4abe3-3bd3-4535-9b47-43cb243fc184 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:11.827910 dv-cinder-794962-5-smb neutron-server[92658]: WARNING oslo_policy.policy [None req-54b4abe3-3bd3-4535-9b47-43cb243fc184 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:11.836200 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.quota [None req-54b4abe3-3bd3-4535-9b47-43cb243fc184 admin admin] Loaded quota_driver: . Jun 21 13:50:11.925683 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-54b4abe3-3bd3-4535-9b47-43cb243fc184 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761088863', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761088370', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761111978', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761107296', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761066787', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788761056859', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8069921', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8024126', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532252'] for rbac-policy, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:11.989260 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-54b4abe3-3bd3-4535-9b47-43cb243fc184 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:11.990388 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-54b4abe3-3bd3-4535-9b47-43cb243fc184 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6071730 Jun 21 13:50:14.467907 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42052) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:14.759126 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'admin_state_up': True, 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:14.786903 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Made reservation on behalf of ec7226b19e68494da59e91bea4268b7d for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:50:14.789760 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:14.805892 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:14.926713 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:14.930168 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:14.935867 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:14.950623 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:50:14.978073 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788757023690', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:14.978669 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Unsubscribe: segment precommit_create {{(pid=92658) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 13:50:14.979146 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Added segment a03dc576-a9d7-4c40-a43f-c33edd4d2728 of type vlan for network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 Jun 21 13:50:14.997739 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43f148b-c441-4e13-996f-7dd88bb319ef,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:15.042919 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.043248 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.043572 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.044429 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.044745 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.045063 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.045372 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.045678 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.046001 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.046308 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.046611 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.046912 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Tracked resource versions report: Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: pushed versions: Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: { 'AddressGroup': {'1.2'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'ConntrackHelper': {'1.0'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Log': {'1.0'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Network': {'1.1'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Port': {'1.7'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'PortForwarding': {'1.2'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'QosPolicy': {'1.8'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'SecurityGroup': {'1.4'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'SubPort': {'1.0'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Subnet': {'1.1'}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Trunk': {'1.1'}} Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: consumer versions: Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: { DHCP agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: L3 agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: Metadata agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: Metering agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: Open vSwitch agent@dv-cinder-794962-5-smb: { 'AddressGroup': '1.2', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'ConntrackHelper': '1.0', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Log': '1.0', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Network': '1.1', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Port': '1.7', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'PortForwarding': '1.2', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'QosPolicy': '1.8', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'SecurityGroup': '1.4', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'SecurityGroupRule': '1.2', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'SubPort': '1.0', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Subnet': '1.1', Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: 'Trunk': '1.1'}} Jun 21 13:50:15.047972 dv-cinder-794962-5-smb neutron-server[92658]: {{(pid=92658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:50:15.094251 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:15.100206 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:15.144465 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:15.145868 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:15.146509 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:15.149185 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:15.227092 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7580302 Jun 21 13:50:15.245677 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Pushing event updated for resources: {'Network': ['ID=ff752c0a-bacf-4ba9-b17e-1c4b540933a2,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:15.249658 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:15.258624 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:50:17.791379 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42066) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:18.172563 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b47e439-a59a-4a40-8101-3a342b82ddc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:18.173913 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-8b47e439-a59a-4a40-8101-3a342b82ddc0 admin admin] 10.222.0.60 "GET /v2.0/networks/ff752c0a-bacf-4ba9-b17e-1c4b540933a2 HTTP/1.1" status: 200 len: 825 time: 0.3815870 Jun 21 13:50:18.201395 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-54e92255-6b44-4172-bc6f-2f460bda3a07 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/193ec236-e8c0-45b3-a740-62549d698558 HTTP/1.1" status: 200 len: 734 time: 0.0221646 Jun 21 13:50:18.210008 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Request body: {'subnet': {'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'subnetpool_id': '193ec236-e8c0-45b3-a740-62549d698558'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:18.232085 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Made reservation on behalf of ec7226b19e68494da59e91bea4268b7d for: {'subnet': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:50:18.234479 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:18.522487 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:18.524732 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:18.591248 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e0efe7-c665-4e9f-abf6-de75a3681181,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:18.595159 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:18.598237 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Checking segment: {'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:18.598347 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Network hostable DHCP agents. Network: ff752c0a-bacf-4ba9-b17e-1c4b540933a2, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:50:18.619225 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:50:18.630955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, ff752c0a-bacf-4ba9-b17e-1c4b540933a2) {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:18.638555 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:18.639175 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:18.639722 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f757221-8c95-4e0a-b6f0-6ce2d792dfc3 None None] Network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:50:18.652051 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4454105 Jun 21 13:50:18.952149 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9526d4-c840-523e-adfd-c3172bcb4d5d-ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'fixed_ips': [{'subnet_id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181'}]}} from dv-cinder-794962-5-smb. {{(pid=92659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:50:18.953403 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:19.217925 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.db_base_plugin_common [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Allocated IP 172.20.0.2 (ff752c0a-bacf-4ba9-b17e-1c4b540933a2/a9e0efe7-c665-4e9f-abf6-de75a3681181/77dfa316-01ff-405d-9ac9-bf6546d6bf45) {{(pid=92659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:50:19.413269 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Notify callbacks [] for port, precommit_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:19.427964 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Transition to ACTIVE for port object 77dfa316-01ff-405d-9ac9-bf6546d6bf45 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:19.450430 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Transition to ACTIVE for port object 77dfa316-01ff-405d-9ac9-bf6546d6bf45 will not be triggered until provisioned by entity DHCP. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:19.459016 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:19.462777 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:19.552095 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 is already hosted by enough agents. {{(pid=92659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:50:19.556581 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.base_scheduler [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Resources bound (agent type, host, resource id): {{(pid=92659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:19.565923 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Received port after_create {{(pid=92659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:50:19.573143 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Pushing event updated for resources: {'Port': ['ID=77dfa316-01ff-405d-9ac9-bf6546d6bf45,revision_number=1']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:19.617349 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.617745 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.618086 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.618418 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.618745 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.619073 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.619398 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.619718 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.620040 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.620358 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.620697 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.621012 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Tracked resource versions report: Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: pushed versions: Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: { 'AddressGroup': {'1.2'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'ConntrackHelper': {'1.0'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Log': {'1.0'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Network': {'1.1'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Port': {'1.7'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'PortForwarding': {'1.2'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'QosPolicy': {'1.8'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'SecurityGroup': {'1.4'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'SubPort': {'1.0'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Subnet': {'1.1'}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Trunk': {'1.1'}} Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: consumer versions: Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: { DHCP agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: L3 agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: Metadata agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: Metering agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: Open vSwitch agent@dv-cinder-794962-5-smb: { 'AddressGroup': '1.2', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'ConntrackHelper': '1.0', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Log': '1.0', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Network': '1.1', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Port': '1.7', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'PortForwarding': '1.2', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'QosPolicy': '1.8', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'SecurityGroup': '1.4', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'SecurityGroupRule': '1.2', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'SubPort': '1.0', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Subnet': '1.1', Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: 'Trunk': '1.1'}} Jun 21 13:50:19.622149 dv-cinder-794962-5-smb neutron-server[92659]: {{(pid=92659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:50:19.626351 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:19.652735 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Attempting to bind port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:50:19.653916 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Attempting to bind port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:50:19.654123 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Attempting to bind port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 on network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:50:19.658790 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:50:19.659199 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Checking segment: {'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:19.659672 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:19.660062 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Bound using segment: {'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:50:19.660556 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Bound port: 77dfa316-01ff-405d-9ac9-bf6546d6bf45, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:50:19.660944 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:19.722646 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] For port 77dfa316-01ff-405d-9ac9-bf6546d6bf45, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:50:19.726806 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] For port 77dfa316-01ff-405d-9ac9-bf6546d6bf45, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=77dfa316-01ff-405d-9ac9-bf6546d6bf45,segment=NetworkSegment(a03dc576-a9d7-4c40-a43f-c33edd4d2728),segment_id=a03dc576-a9d7-4c40-a43f-c33edd4d2728)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:50:19.731492 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:19.735446 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:19.806034 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Pushing event updated for resources: {'Port': ['ID=77dfa316-01ff-405d-9ac9-bf6546d6bf45,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:19.809125 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:21.014938 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42074) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:21.504174 dv-cinder-794962-5-smb neutron-server[92657]: WARNING oslo_policy.policy [None req-0a068100-8730-4702-8b2e-dcf972364f1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:21.504824 dv-cinder-794962-5-smb neutron-server[92657]: WARNING oslo_policy.policy [None req-0a068100-8730-4702-8b2e-dcf972364f1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:21.723213 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [None req-0a068100-8730-4702-8b2e-dcf972364f1d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:50:21.724479 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0a068100-8730-4702-8b2e-dcf972364f1d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7074044 Jun 21 13:50:24.049493 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42088) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:24.367374 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [None req-48b16c95-6412-42e8-9fe1-f81423fefce1 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:50:24.368318 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-48b16c95-6412-42e8-9fe1-f81423fefce1 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179033 Jun 21 13:50:25.013638 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 77dfa316-01ff-405d-9ac9-bf6546d6bf45 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:25.096340 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:25.846748 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cf3aa-1487-4d9e-9ee6-5a3ba6a2ee90 None None] Network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:50:25.963554 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] Provisioning for port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:25.969999 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] Provisioning complete for port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:25.970388 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:26.128655 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:26.166579 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] For port 77dfa316-01ff-405d-9ac9-bf6546d6bf45, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=77dfa316-01ff-405d-9ac9-bf6546d6bf45,segment=NetworkSegment(a03dc576-a9d7-4c40-a43f-c33edd4d2728),segment_id=a03dc576-a9d7-4c40-a43f-c33edd4d2728)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:50:26.170906 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:26.172995 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:26.222898 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] Pushing event updated for resources: {'Port': ['ID=77dfa316-01ff-405d-9ac9-bf6546d6bf45,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:26.226113 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:26.390471 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-3cde9e1f-4941-4dc7-8881-7550afd96eb1 None None] Provisioning complete for port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:26.390761 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3cde9e1f-4941-4dc7-8881-7550afd96eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:26.912268 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42102) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:27.001622 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 77dfa316-01ff-405d-9ac9-bf6546d6bf45 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:27.045983 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:27.046355 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:27.209931 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'name': 'router1'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:27.273761 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.policy [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92657) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 13:50:27.319581 dv-cinder-794962-5-smb neutron-server[92657]: WARNING oslo_policy.policy [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:27.319948 dv-cinder-794962-5-smb neutron-server[92657]: WARNING oslo_policy.policy [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 13:50:27.328539 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.quota [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] Loaded quota_driver: . Jun 21 13:50:27.384632 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-609708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1083'] for router, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:27.386378 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1072'] for router, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:27.537963 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:27.542775 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689'] for router, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:27.560500 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] Notify callbacks [] for router, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:27.561683 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d44a490c-60f8-4032-870b-837a8eb1bfa0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6483793 Jun 21 13:50:29.885116 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42112) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:30.188290 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [None req-6854c2e8-922e-4889-b09a-54cef85867b8 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:50:30.189283 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-6854c2e8-922e-4889-b09a-54cef85867b8 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3032513 Jun 21 13:50:31.968019 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-a2b17987-049b-454e-af98-1ce835376fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:32.509229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42120) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:32.819013 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:32.842019 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Made reservation on behalf of b075501527cb472892cd3ca1acba5691 for: {'network': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:50:32.845012 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:32.860938 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:32.981472 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:32.985106 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:32.990077 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:32.997542 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Reserving flat network on physical network physnet1 {{(pid=92657) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 13:50:33.030997 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788757023690', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:33.031577 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Unsubscribe: segment precommit_create {{(pid=92657) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 13:50:33.032057 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.segments_db [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Added segment c8fd02a5-7712-404d-b148-07fb0c7fc3c5 of type flat for network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 Jun 21 13:50:33.049943 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffe80cd-20ba-4b71-9a56-cb1909c0bef2,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:33.105190 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.105530 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.105931 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.106256 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.106577 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.106895 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.107208 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.107519 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.107877 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.108192 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.108526 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.108836 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Tracked resource versions report: Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: pushed versions: Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: { 'AddressGroup': {'1.2'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'ConntrackHelper': {'1.0'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Log': {'1.0'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Network': {'1.1'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Port': {'1.7'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'PortForwarding': {'1.2'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'QosPolicy': {'1.8'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'SecurityGroup': {'1.4'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'SubPort': {'1.0'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Subnet': {'1.1'}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Trunk': {'1.1'}} Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: consumer versions: Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: { DHCP agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: L3 agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: Metadata agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: Metering agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: Open vSwitch agent@dv-cinder-794962-5-smb: { 'AddressGroup': '1.2', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'ConntrackHelper': '1.0', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Log': '1.0', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Network': '1.1', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Port': '1.7', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'PortForwarding': '1.2', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'QosPolicy': '1.8', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'SecurityGroup': '1.4', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'SecurityGroupRule': '1.2', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'SubPort': '1.0', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Subnet': '1.1', Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: 'Trunk': '1.1'}} Jun 21 13:50:33.109939 dv-cinder-794962-5-smb neutron-server[92657]: {{(pid=92657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:50:33.156512 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:33.162133 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:33.208273 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:33.209740 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:33.210403 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:33.213399 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:33.286789 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7764528 Jun 21 13:50:33.317709 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Pushing event updated for resources: {'Network': ['ID=b2a27971-3a2d-45fd-b21f-bedb3d6984d0,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:33.321012 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:33.328966 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:50:34.261258 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2c847361-b1e0-44ed-bae9-94e672084867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:34.440762 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:50:35.083963 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:35.573965 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42132) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:35.624810 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:35.912179 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e102e-003e-4b5f-a60f-baa4fba61baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:35.913543 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d56e102e-003e-4b5f-a60f-baa4fba61baf admin admin] 10.222.0.60 "GET /v2.0/subnets/a9e0efe7-c665-4e9f-abf6-de75a3681181 HTTP/1.1" status: 200 len: 849 time: 0.3380504 Jun 21 13:50:36.043622 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-631a29f8-fbbe-4cbe-8b52-e8de43407516 admin admin] 10.222.0.60 "GET /v2.0/routers/01bc7968-7de3-4c88-a41d-11257fc07ab2 HTTP/1.1" status: 200 len: 704 time: 0.1238098 Jun 21 13:50:36.303729 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:36.588952 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Allocated IP 172.20.0.1 (ff752c0a-bacf-4ba9-b17e-1c4b540933a2/a9e0efe7-c665-4e9f-abf6-de75a3681181/5a9b079d-8d36-41a6-900d-3ea0e3d435a8) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:50:36.772213 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:36.795616 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Transition to ACTIVE for port object 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:36.874777 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:36.877612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:36.941174 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:50:36.945581 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:36.955763 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:50:36.956184 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643606'] for router_interface, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:36.978598 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9b079d-8d36-41a6-900d-3ea0e3d435a8,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:37.020735 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:37.141400 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-621a6c35-49db-4e76-8519-7c1e42a72824 None None] Provisioning for port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:37.145418 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-621a6c35-49db-4e76-8519-7c1e42a72824 None None] Provisioning complete for port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:37.145792 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-621a6c35-49db-4e76-8519-7c1e42a72824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:37.178522 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-621a6c35-49db-4e76-8519-7c1e42a72824 None None] Port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:50:37.213464 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:37.218822 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:37.389919 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:37.394311 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:37.395431 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644879'] for router_interface, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:37.397764 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:37.473698 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9b079d-8d36-41a6-900d-3ea0e3d435a8,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:37.476910 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:37.520698 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:50:37.521945 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:37.679118 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Router 01bc7968-7de3-4c88-a41d-11257fc07ab2 is scheduled to L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 with binding_index 1 {{(pid=92657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:50:37.698216 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-0f19164a-9c06-430b-8722-ec40b14ff852 None None] Provisioning complete for port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:37.698681 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0f19164a-9c06-430b-8722-ec40b14ff852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:37.733237 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-0f19164a-9c06-430b-8722-ec40b14ff852 None None] Port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:50:37.770674 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:50:37.775660 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] 10.222.0.60 "PUT /v2.0/routers/01bc7968-7de3-4c88-a41d-11257fc07ab2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7273016 Jun 21 13:50:37.780395 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Sync routers for ids ['01bc7968-7de3-4c88-a41d-11257fc07ab2'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:50:37.791580 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Routers {'01bc7968-7de3-4c88-a41d-11257fc07ab2'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:37.792474 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:50:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['01bc7968-7de3-4c88-a41d-11257fc07ab2'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:37.973210 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Set router 01bc7968-7de3-4c88-a41d-11257fc07ab2 gateway port host: None {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:50:38.391590 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'name': 'router1', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:27Z', 'updated_at': '2021-06-21T13:50:37Z', 'revision_number': 2, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'gw_port_host': None, '_interfaces': [{'id': '5a9b079d-8d36-41a6-900d-3ea0e3d435a8', 'name': '', 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'mac_address': 'fa:16:3e:24:6f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:36Z', 'updated_at': '2021-06-21T13:50:37Z', 'revision_number': 2, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'subnets': [{'id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '193ec236-e8c0-45b3-a740-62549d698558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:38.441007 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Checking router: 01bc7968-7de3-4c88-a41d-11257fc07ab2 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:50:38.441387 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Updating router 01bc7968-7de3-4c88-a41d-11257fc07ab2 port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 binding host dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:50:38.502799 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:38.977501 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Notify callbacks [] for port, precommit_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:38.995167 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.provisioning_blocks [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Transition to ACTIVE for port object 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 will not be triggered until provisioned by entity L2. {{(pid=92660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:39.001483 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.006215 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:39.196737 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Pushing event updated for resources: {'Port': ['ID=5a9b079d-8d36-41a6-900d-3ea0e3d435a8,revision_number=3']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:39.200464 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Attempting to bind port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:50:39.200861 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Attempting to bind port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:50:39.201285 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Attempting to bind port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 on network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:50:39.208655 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.208992 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.209317 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.209634 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.209964 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.210261 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.210571 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.210876 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.211183 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.211487 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.211789 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.212091 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Tracked resource versions report: Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: pushed versions: Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: { 'AddressGroup': {'1.2'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'ConntrackHelper': {'1.0'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Log': {'1.0'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Network': {'1.1'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Port': {'1.7'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'PortForwarding': {'1.2'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'QosPolicy': {'1.8'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'SecurityGroup': {'1.4'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'SubPort': {'1.0'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Subnet': {'1.1'}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Trunk': {'1.1'}} Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: consumer versions: Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: { DHCP agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: L3 agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: Metadata agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: Metering agent@dv-cinder-794962-5-smb: {}, Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: Open vSwitch agent@dv-cinder-794962-5-smb: { 'AddressGroup': '1.2', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'ConntrackHelper': '1.0', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Log': '1.0', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Network': '1.1', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Port': '1.7', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'PortForwarding': '1.2', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'QosPolicy': '1.8', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'SecurityGroup': '1.4', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'SecurityGroupRule': '1.2', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'SubPort': '1.0', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Subnet': '1.1', Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: 'Trunk': '1.1'}} Jun 21 13:50:39.213483 dv-cinder-794962-5-smb neutron-server[92660]: {{(pid=92660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:50:39.216685 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:50:39.216878 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Checking segment: {'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:39.217365 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.217739 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Bound using segment: {'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:50:39.218229 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Bound port: 5a9b079d-8d36-41a6-900d-3ea0e3d435a8, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03dc576-a9d7-4c40-a43f-c33edd4d2728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2'}}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:50:39.218590 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.221702 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:39.283694 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] For port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:50:39.304184 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] For port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=5a9b079d-8d36-41a6-900d-3ea0e3d435a8,segment=NetworkSegment(a03dc576-a9d7-4c40-a43f-c33edd4d2728),segment_id=a03dc576-a9d7-4c40-a43f-c33edd4d2728)] {{(pid=92660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:50:39.308222 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:39.311712 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:39.365870 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Pushing event updated for resources: {'Port': ['ID=5a9b079d-8d36-41a6-900d-3ea0e3d435a8,revision_number=4']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:39.369444 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:39.370422 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Routers {'01bc7968-7de3-4c88-a41d-11257fc07ab2'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:39.371043 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:50:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['01bc7968-7de3-4c88-a41d-11257fc07ab2'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:39.458295 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] Set router 01bc7968-7de3-4c88-a41d-11257fc07ab2 gateway port host: None {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:50:39.661423 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'name': 'router1', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:27Z', 'updated_at': '2021-06-21T13:50:37Z', 'revision_number': 2, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'gw_port_host': None, '_interfaces': [{'id': '5a9b079d-8d36-41a6-900d-3ea0e3d435a8', 'name': '', 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'mac_address': 'fa:16:3e:24:6f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:36Z', 'updated_at': '2021-06-21T13:50:39Z', 'revision_number': 4, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'subnets': [{'id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '193ec236-e8c0-45b3-a740-62549d698558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:39.687320 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb717970-d82e-4628-a9e0-d6098d7b3959 None None] The sync data for ids ['01bc7968-7de3-4c88-a41d-11257fc07ab2'] in dv-cinder-794962-5-smb is: [{'id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'name': 'router1', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:27Z', 'updated_at': '2021-06-21T13:50:37Z', 'revision_number': 2, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'gw_port_host': None, '_interfaces': [{'id': '5a9b079d-8d36-41a6-900d-3ea0e3d435a8', 'name': '', 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'mac_address': 'fa:16:3e:24:6f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:36Z', 'updated_at': '2021-06-21T13:50:39Z', 'revision_number': 4, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'subnets': [{'id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '193ec236-e8c0-45b3-a740-62549d698558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:50:39.977978 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42152) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:40.104791 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee12c7e-1d04-4ced-9406-fa68cbfefd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:40.106741 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-cee12c7e-1d04-4ced-9406-fa68cbfefd67 admin admin] 10.222.0.60 "GET /v2.0/networks/b2a27971-3a2d-45fd-b21f-bedb3d6984d0 HTTP/1.1" status: 200 len: 842 time: 0.1278684 Jun 21 13:50:40.115920 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'cidr': '172.28.3.0/24', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:40.137429 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Made reservation on behalf of b075501527cb472892cd3ca1acba5691 for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:50:40.139684 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:40.440702 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.objects.ports [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92657) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 13:50:40.441124 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:40.443781 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:40.497460 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d2a65f-f4b4-4eca-bc97-e0561cabf4e4,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:40.503392 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:40.506606 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:40.506949 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Network hostable DHCP agents. Network: b2a27971-3a2d-45fd-b21f-bedb3d6984d0, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:50:40.528707 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:50:40.539294 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, b2a27971-3a2d-45fd-b21f-bedb3d6984d0) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:40.543157 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:40.543746 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:40.548068 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9fca4-d38d-4079-ba30-e5ba0af4751a None None] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:50:40.567364 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4452279 Jun 21 13:50:40.685665 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe336b-11ae-427f-99e0-22a48f00f460 None None] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:50:42.780405 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42174) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:43.018437 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:43.036650 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-2040ed1d-6dd7-4b03-bd99-427bb0e98ff9 admin admin] 10.222.0.60 "GET /v2.0/routers/01bc7968-7de3-4c88-a41d-11257fc07ab2 HTTP/1.1" status: 200 len: 710 time: 0.2550883 Jun 21 13:50:43.072267 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:43.080571 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:43.081011 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.151087 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c5dd0d-2f41-4ab4-9d21-f2f0cc9aa8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:50:43.152985 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b9c5dd0d-2f41-4ab4-9d21-f2f0cc9aa8c1 admin admin] 10.222.0.60 "GET /v2.0/networks/b2a27971-3a2d-45fd-b21f-bedb3d6984d0 HTTP/1.1" status: 200 len: 886 time: 0.1105423 Jun 21 13:50:43.156004 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.161570 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:50:43.186415 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=5a9b079d-8d36-41a6-900d-3ea0e3d435a8,segment=NetworkSegment(a03dc576-a9d7-4c40-a43f-c33edd4d2728),segment_id=a03dc576-a9d7-4c40-a43f-c33edd4d2728)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:50:43.190617 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.193046 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:43.238308 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=5a9b079d-8d36-41a6-900d-3ea0e3d435a8,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:43.241416 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:43.407504 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.639955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.716616 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:43.910262 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Allocated IP 172.28.3.197 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/2eb38a84-97ff-47be-8156-7930ed70712d) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:50:44.014359 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:44.092781 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:44.095578 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:44.161029 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:50:44.165269 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:50:44.171345 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:50:44.232325 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Pushing event updated for resources: {'Port': ['ID=2eb38a84-97ff-47be-8156-7930ed70712d,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:44.237814 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:44.443560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:44.628521 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:44.631591 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-645315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-645364', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-609623'] for router, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:44.742063 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Router 01bc7968-7de3-4c88-a41d-11257fc07ab2 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:50:44.843832 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:50:44.847972 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Notify callbacks [] for router, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:44.849150 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] 10.222.0.60 "PUT /v2.0/routers/01bc7968-7de3-4c88-a41d-11257fc07ab2 HTTP/1.1" status: 200 len: 890 time: 1.6908407 Jun 21 13:50:44.853581 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Sync routers for ids ['01bc7968-7de3-4c88-a41d-11257fc07ab2'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:50:44.868832 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Routers {'01bc7968-7de3-4c88-a41d-11257fc07ab2'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:44.869541 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:50:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['01bc7968-7de3-4c88-a41d-11257fc07ab2'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:45.031763 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:45.161195 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Set router 01bc7968-7de3-4c88-a41d-11257fc07ab2 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:50:45.273636 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:45.273959 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:45.610235 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'name': 'router1', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '2eb38a84-97ff-47be-8156-7930ed70712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:27Z', 'updated_at': '2021-06-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'gw_port': {'id': '2eb38a84-97ff-47be-8156-7930ed70712d', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:43Z', 'updated_at': '2021-06-21T13:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '5a9b079d-8d36-41a6-900d-3ea0e3d435a8', 'name': '', 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'mac_address': 'fa:16:3e:24:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:36Z', 'updated_at': '2021-06-21T13:50:43Z', 'revision_number': 5, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'subnets': [{'id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '193ec236-e8c0-45b3-a740-62549d698558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:45.658912 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Checking router: 01bc7968-7de3-4c88-a41d-11257fc07ab2 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:50:45.659290 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Updating router 01bc7968-7de3-4c88-a41d-11257fc07ab2 port 2eb38a84-97ff-47be-8156-7930ed70712d binding host dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:50:45.690745 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.006003 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Notify callbacks [] for port, precommit_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.016188 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Transition to ACTIVE for port object 2eb38a84-97ff-47be-8156-7930ed70712d will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:50:46.021680 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.023968 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-9330fb49-3e5a-4035-a164-3288d0a9fad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:46.073771 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19872f7c-1418-4c9f-8cb7-a8cef646bd9b None None] Pushing event updated for resources: {'Port': ['ID=2eb38a84-97ff-47be-8156-7930ed70712d,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:46.077082 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-19872f7c-1418-4c9f-8cb7-a8cef646bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:46.079429 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Attempting to bind port 2eb38a84-97ff-47be-8156-7930ed70712d on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:50:46.079805 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Attempting to bind port 2eb38a84-97ff-47be-8156-7930ed70712d by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:50:46.080170 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Attempting to bind port 2eb38a84-97ff-47be-8156-7930ed70712d on network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:50:46.085913 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:50:46.086284 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:50:46.086681 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.087072 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Bound using segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:50:46.087787 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Bound port: 2eb38a84-97ff-47be-8156-7930ed70712d, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:50:46.088153 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.136353 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] For port 2eb38a84-97ff-47be-8156-7930ed70712d, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:50:46.139850 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] For port 2eb38a84-97ff-47be-8156-7930ed70712d, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=2eb38a84-97ff-47be-8156-7930ed70712d,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:50:46.144488 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:46.147379 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:46.275579 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Routers {'01bc7968-7de3-4c88-a41d-11257fc07ab2'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:50:46.276108 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:50:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['01bc7968-7de3-4c88-a41d-11257fc07ab2'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:46.279304 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19872f7c-1418-4c9f-8cb7-a8cef646bd9b None None] Pushing event updated for resources: {'Port': ['ID=2eb38a84-97ff-47be-8156-7930ed70712d,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:46.309525 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-19872f7c-1418-4c9f-8cb7-a8cef646bd9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:46.380117 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] Set router 01bc7968-7de3-4c88-a41d-11257fc07ab2 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:50:46.579213 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'name': 'router1', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '2eb38a84-97ff-47be-8156-7930ed70712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:27Z', 'updated_at': '2021-06-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'gw_port': {'id': '2eb38a84-97ff-47be-8156-7930ed70712d', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:43Z', 'updated_at': '2021-06-21T13:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '5a9b079d-8d36-41a6-900d-3ea0e3d435a8', 'name': '', 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'mac_address': 'fa:16:3e:24:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:36Z', 'updated_at': '2021-06-21T13:50:43Z', 'revision_number': 5, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'subnets': [{'id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '193ec236-e8c0-45b3-a740-62549d698558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:50:46.607949 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f5223-ca8a-472a-b29f-8eaf51b4ace0 None None] The sync data for ids ['01bc7968-7de3-4c88-a41d-11257fc07ab2'] in dv-cinder-794962-5-smb is: [{'id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'name': 'router1', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.197'}], 'enable_snat': True}, 'gw_port_id': '2eb38a84-97ff-47be-8156-7930ed70712d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:50:27Z', 'updated_at': '2021-06-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'gw_port': {'id': '2eb38a84-97ff-47be-8156-7930ed70712d', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:43Z', 'updated_at': '2021-06-21T13:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '5a9b079d-8d36-41a6-900d-3ea0e3d435a8', 'name': '', 'network_id': 'ff752c0a-bacf-4ba9-b17e-1c4b540933a2', 'tenant_id': 'ec7226b19e68494da59e91bea4268b7d', 'mac_address': 'fa:16:3e:24:6f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bc7968-7de3-4c88-a41d-11257fc07ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:50:36Z', 'updated_at': '2021-06-21T13:50:43Z', 'revision_number': 5, 'project_id': 'ec7226b19e68494da59e91bea4268b7d', 'subnets': [{'id': 'a9e0efe7-c665-4e9f-abf6-de75a3681181', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '193ec236-e8c0-45b3-a740-62549d698558'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:50:47.063146 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 2eb38a84-97ff-47be-8156-7930ed70712d up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:47.117298 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 2eb38a84-97ff-47be-8156-7930ed70712d completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:50:47.124966 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 2eb38a84-97ff-47be-8156-7930ed70712d triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:47.125397 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.205657 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.226173 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 2eb38a84-97ff-47be-8156-7930ed70712d, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=2eb38a84-97ff-47be-8156-7930ed70712d,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:50:47.226922 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42182) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:50:47.230936 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:50:47.233371 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-ade8749d-6c6b-4407-bbea-84803c8e7166 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:50:47.282207 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=2eb38a84-97ff-47be-8156-7930ed70712d,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:50:47.285186 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:50:47.354365 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7dcbba45-5029-4be7-8bb6-e6f8e6dc9938 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1263256 Jun 21 13:50:49.028727 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 2eb38a84-97ff-47be-8156-7930ed70712d up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:50:49.081637 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 2eb38a84-97ff-47be-8156-7930ed70712d triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:50:49.082021 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:01.971663 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-339244ae-ebdd-4f32-b1b8-ac2c426c4ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:04.265317 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-1269ccab-5c74-432b-8208-920e0eeb1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:05.100648 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:05.679210 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:07.246072 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:11.438886 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:51:31.973959 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-de3826c1-3fc8-4aa8-9b57-4e6e874a98b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:34.268204 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-96442292-7274-4107-b292-f81f641dfba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:35.089119 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:35.633129 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:37.235769 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:51:48.437610 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:52:01.974906 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3a7b6e66-6279-4668-90c2-fd16dd58ebff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:04.269629 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-85c4cf4c-3a20-4a53-87fa-0302663db3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:05.082024 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:05.634377 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:07.244225 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:23.912485 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42750) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:23.970793 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9411a81-d4f7-421f-b6c6-ce42ac55cac3 admin admin] GET failed (client error): The resource could not be found. Jun 21 13:52:23.972112 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b9411a81-d4f7-421f-b6c6-ce42ac55cac3 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0586839 Jun 21 13:52:24.197423 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eac8c3-7743-4e2f-a0d6-873610348077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:24.199912 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-91eac8c3-7743-4e2f-a0d6-873610348077 admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2239392 Jun 21 13:52:25.435442 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:52:26.300168 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42760) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:26.388879 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3791a2-447f-462a-adbb-aa8b678d0ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:26.390198 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0a3791a2-447f-462a-adbb-aa8b678d0ddd admin admin] 10.222.0.60 "GET /v2.0/subnets/a9e0efe7-c665-4e9f-abf6-de75a3681181 HTTP/1.1" status: 200 len: 849 time: 0.0890181 Jun 21 13:52:26.399175 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:52:26.481127 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:26.621019 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788756975836'] for subnet, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:26.623696 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:52:26.651222 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:26.651804 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:26.653083 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] 10.222.0.60 "PUT /v2.0/subnets/a9e0efe7-c665-4e9f-abf6-de75a3681181 HTTP/1.1" status: 200 len: 868 time: 0.2575724 Jun 21 13:52:26.671371 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ccc15-c46d-49c1-aa95-a514d42663ee None None] Network ff752c0a-bacf-4ba9-b17e-1c4b540933a2 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:52:26.678195 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e0efe7-c665-4e9f-abf6-de75a3681181,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:52:26.686350 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.686758 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.687098 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.687428 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.687755 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.688087 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.688455 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.688781 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.689103 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.689421 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.689739 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.690055 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:52:26.694030 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:52:27.075238 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-69146247-44a4-46fb-9609-2946128b0aff None None] Provisioning complete for port 5a9b079d-8d36-41a6-900d-3ea0e3d435a8 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:52:27.075618 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-69146247-44a4-46fb-9609-2946128b0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:27.160899 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-69146247-44a4-46fb-9609-2946128b0aff None None] Provisioning complete for port 77dfa316-01ff-405d-9ac9-bf6546d6bf45 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:52:27.161171 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-69146247-44a4-46fb-9609-2946128b0aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:28.785405 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42770) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:29.045964 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab697bd4-15cd-427f-80a2-2bf66e193544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:29.046447 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab697bd4-15cd-427f-80a2-2bf66e193544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:29.047972 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-ab697bd4-15cd-427f-80a2-2bf66e193544 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2616169 Jun 21 13:52:31.162929 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42778) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:31.291707 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1f097-fab0-4d00-96f7-94d17eed83bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:31.292091 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1f097-fab0-4d00-96f7-94d17eed83bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:31.293620 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-84a1f097-fab0-4d00-96f7-94d17eed83bf admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297286 Jun 21 13:52:31.976458 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-64c3e6ad-324a-4dac-91f4-b4afd7ab96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:33.412801 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42786) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:33.533929 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4952e5-2f7f-4d54-af91-cd5116570673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:33.535258 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7f4952e5-2f7f-4d54-af91-cd5116570673 admin admin] 10.222.0.60 "GET /v2.0/networks/b2a27971-3a2d-45fd-b21f-bedb3d6984d0 HTTP/1.1" status: 200 len: 886 time: 0.1214874 Jun 21 13:52:34.271097 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c9ba2a89-c2c0-405c-b86d-856fed4ae0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:35.083635 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:35.638552 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:35.653380 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42794) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:35.779353 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4471c0-98a9-4f76-9b89-1f16ad3e1ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:35.780705 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-fd4471c0-98a9-4f76-9b89-1f16ad3e1ae9 admin admin] 10.222.0.60 "GET /v2.0/networks/ff752c0a-bacf-4ba9-b17e-1c4b540933a2 HTTP/1.1" status: 200 len: 869 time: 0.1263552 Jun 21 13:52:37.250856 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:52:37.904192 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42802) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:38.023625 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482cd72-b34d-4394-84d7-7e7a19c311d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:38.024079 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8482cd72-b34d-4394-84d7-7e7a19c311d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:38.025595 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-8482cd72-b34d-4394-84d7-7e7a19c311d6 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204073 Jun 21 13:52:40.134350 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42810) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:40.250173 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba360f-5b46-476c-ab7b-c100fbe4c022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:40.250633 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba360f-5b46-476c-ab7b-c100fbe4c022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:40.252121 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b3ba360f-5b46-476c-ab7b-c100fbe4c022 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1168158 Jun 21 13:52:42.366404 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42818) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:42.453902 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba97ce80-5746-4b58-a95d-338bff8d025a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:42.455253 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ba97ce80-5746-4b58-a95d-338bff8d025a admin admin] 10.222.0.60 "GET /v2.0/subnets/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4 HTTP/1.1" status: 200 len: 816 time: 0.0879099 Jun 21 13:52:44.542679 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42826) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:52:44.630282 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d34ca6-89b5-4705-bc5e-d9ee20a5560d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:52:44.631589 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a1d34ca6-89b5-4705-bc5e-d9ee20a5560d admin admin] 10.222.0.60 "GET /v2.0/subnets/a9e0efe7-c665-4e9f-abf6-de75a3681181 HTTP/1.1" status: 200 len: 868 time: 0.0879626 Jun 21 13:53:01.977293 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-49e0cbbb-0525-473b-a10d-807ec89cd5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:02.434204 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:53:04.270939 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-dd32153c-7b48-46f6-82b8-1d9326002a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:05.085522 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:05.644188 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:07.253155 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:07.664074 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42870) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:53:07.708714 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [None req-3a8f9f70-584d-48a4-8d17-7ca64e3e879d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:53:07.709689 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-3a8f9f70-584d-48a4-8d17-7ca64e3e879d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446641 Jun 21 13:53:09.908092 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42878) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:53:09.966155 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4cb7061-a3c6-4f01-afd1-3f641dcbf76c admin admin] GET failed (client error): The resource could not be found. Jun 21 13:53:09.967425 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-c4cb7061-a3c6-4f01-afd1-3f641dcbf76c admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583742 Jun 21 13:53:10.104951 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d691eb-7fd7-4c0f-839f-5600e8ced071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:53:10.106334 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-04d691eb-7fd7-4c0f-839f-5600e8ced071 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351058 Jun 21 13:53:12.260447 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42886) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:53:12.305885 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:53:12.325393 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Made reservation on behalf of b075501527cb472892cd3ca1acba5691 for: {'network': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:53:12.327921 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:12.355439 dv-cinder-794962-5-smb neutron-server[92657]: WARNING neutron.services.revisions.revision_plugin [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Could not find related network for resource to bump revision. Jun 21 13:53:12.369613 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=92657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:53:12.380033 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:12.380396 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.segments_db [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Added segment 155dae5f-111e-4dca-a71d-2238f74d6de6 of type vlan for network 4380740b-93a9-41a6-aea8-3f88a8d95c51 Jun 21 13:53:12.421996 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:12.448931 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:12.450178 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:53:12.450755 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:12.453497 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:12.498784 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2372904 Jun 21 13:53:12.511467 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Pushing event updated for resources: {'Network': ['ID=4380740b-93a9-41a6-aea8-3f88a8d95c51,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:12.516401 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:12.522135 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 4380740b-93a9-41a6-aea8-3f88a8d95c51 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:53:14.638393 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42894) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:53:14.696036 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57c429e-83e6-4511-904e-72abf3cc974b admin admin] GET failed (client error): The resource could not be found. Jun 21 13:53:14.697370 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d57c429e-83e6-4511-904e-72abf3cc974b admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0580416 Jun 21 13:53:14.765686 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c2306-3f99-48e1-b8ad-b93f3c8296da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:53:14.767101 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-197c2306-3f99-48e1-b8ad-b93f3c8296da admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660636 Jun 21 13:53:14.776244 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51', 'name': 'shared-subnet'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:53:14.795749 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Made reservation on behalf of b075501527cb472892cd3ca1acba5691 for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:53:14.798058 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:14.957535 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:14.960157 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:15.013816 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=776ebb51-573d-4dea-bb8e-116ea864e5ba,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:15.017523 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:15.018328 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Checking segment: {'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:53:15.018671 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Network hostable DHCP agents. Network: 4380740b-93a9-41a6-aea8-3f88a8d95c51, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:53:15.034406 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Network 4380740b-93a9-41a6-aea8-3f88a8d95c51 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:53:15.043023 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 4380740b-93a9-41a6-aea8-3f88a8d95c51) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:53:15.048572 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:53:15.048669 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.051714 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a3006d-0c6c-4895-aa1a-2b0952f964bd None None] Network 4380740b-93a9-41a6-aea8-3f88a8d95c51 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:53:15.064269 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2911470 Jun 21 13:53:15.296547 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9526d4-c840-523e-adfd-c3172bcb4d5d-4380740b-93a9-41a6-aea8-3f88a8d95c51', 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51', 'tenant_id': 'b075501527cb472892cd3ca1acba5691', 'fixed_ips': [{'subnet_id': '776ebb51-573d-4dea-bb8e-116ea864e5ba'}]}} from dv-cinder-794962-5-smb. {{(pid=92659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:53:15.297422 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.432520 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.db_base_plugin_common [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Allocated IP 192.168.233.2 (4380740b-93a9-41a6-aea8-3f88a8d95c51/776ebb51-573d-4dea-bb8e-116ea864e5ba/f15240d3-ad36-438e-8ccf-327582a319bb) {{(pid=92659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:53:15.573180 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Notify callbacks [] for port, precommit_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.582008 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Transition to ACTIVE for port object f15240d3-ad36-438e-8ccf-327582a319bb will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:53:15.597787 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Transition to ACTIVE for port object f15240d3-ad36-438e-8ccf-327582a319bb will not be triggered until provisioned by entity DHCP. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:53:15.604128 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.606311 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-19872f7c-1418-4c9f-8cb7-a8cef646bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:15.648586 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Network 4380740b-93a9-41a6-aea8-3f88a8d95c51 is already hosted by enough agents. {{(pid=92659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:53:15.651307 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.base_scheduler [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Resources bound (agent type, host, resource id): {{(pid=92659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:53:15.655576 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Received port after_create {{(pid=92659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:53:15.658545 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Pushing event updated for resources: {'Port': ['ID=f15240d3-ad36-438e-8ccf-327582a319bb,revision_number=1']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:15.666736 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.667091 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.667432 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.667767 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.668102 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.668491 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.668784 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.669110 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.669436 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.669760 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.670083 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.670403 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:53:15.675227 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:15.724439 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Attempting to bind port f15240d3-ad36-438e-8ccf-327582a319bb on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:53:15.724820 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Attempting to bind port f15240d3-ad36-438e-8ccf-327582a319bb by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:53:15.725185 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Attempting to bind port f15240d3-ad36-438e-8ccf-327582a319bb on network 4380740b-93a9-41a6-aea8-3f88a8d95c51 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:53:15.730793 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:53:15.731172 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Checking segment: {'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:53:15.731585 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.731983 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Bound using segment: {'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:53:15.732497 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Bound port: f15240d3-ad36-438e-8ccf-327582a319bb, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:53:15.732852 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.795892 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] For port f15240d3-ad36-438e-8ccf-327582a319bb, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:53:15.799040 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] For port f15240d3-ad36-438e-8ccf-327582a319bb, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=f15240d3-ad36-438e-8ccf-327582a319bb,segment=NetworkSegment(155dae5f-111e-4dca-a71d-2238f74d6de6),segment_id=155dae5f-111e-4dca-a71d-2238f74d6de6)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:53:15.804526 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:15.806870 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-19872f7c-1418-4c9f-8cb7-a8cef646bd9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:15.867128 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Pushing event updated for resources: {'Port': ['ID=f15240d3-ad36-438e-8ccf-327582a319bb,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:15.871652 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:16.645792 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaaf064-557e-4b96-bf93-5d1b033b0462 None None] Network 4380740b-93a9-41a6-aea8-3f88a8d95c51 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:53:16.706987 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-bfe87b87-75f5-4492-bd5e-991c097f2b12 None None] Provisioning for port f15240d3-ad36-438e-8ccf-327582a319bb completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:53:17.151009 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device f15240d3-ad36-438e-8ccf-327582a319bb up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:53:17.206703 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port f15240d3-ad36-438e-8ccf-327582a319bb completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:53:17.210592 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port f15240d3-ad36-438e-8ccf-327582a319bb triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:53:17.210965 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:17.289373 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:17.324466 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port f15240d3-ad36-438e-8ccf-327582a319bb, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=f15240d3-ad36-438e-8ccf-327582a319bb,segment=NetworkSegment(155dae5f-111e-4dca-a71d-2238f74d6de6),segment_id=155dae5f-111e-4dca-a71d-2238f74d6de6)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:53:17.328706 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:17.330743 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:53:17.376315 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=f15240d3-ad36-438e-8ccf-327582a319bb,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:53:17.379383 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:53:19.124429 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device f15240d3-ad36-438e-8ccf-327582a319bb up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:53:19.195604 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port f15240d3-ad36-438e-8ccf-327582a319bb triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:53:19.196202 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:31.980130 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-5a83aca8-8514-4e7c-9255-e72cd9a7371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:34.273593 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-03fd6674-e39f-4cb0-86a3-708390254d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:35.087437 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:35.643777 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:37.259048 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:53:39.431632 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:54:01.989069 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-f79bfdb0-d257-42fd-b5b7-483345dd6831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:04.274753 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-63fdc78f-5572-4577-a85b-4154584b509e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:05.087736 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:05.648348 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:07.259346 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:16.430512 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:54:28.671159 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42946) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:54:28.677155 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [None req-31c23138-9ded-4bab-9b54-0686dd97ba0a tempest-verify_tempest_config-513238019 tempest-verify_tempest_config-513238019-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:54:28.678790 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-31c23138-9ded-4bab-9b54-0686dd97ba0a tempest-verify_tempest_config-513238019 tempest-verify_tempest_config-513238019-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065963 Jun 21 13:54:28.973906 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 42964) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:54:29.073331 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.159779 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.163360 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.169216 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6a23a7cf-724b-4fec-8472-4f5cdb9dfffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:54:29.211942 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8c7ac4af7cb4f3eb0b392f9a2c09ea5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2340553 Jun 21 13:54:29.211942 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9e1b58-a3fa-408c-9594-e3893836bbd9,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:54:29.212518 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 42968) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:54:29.218335 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.218685 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.219026 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.219358 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.219687 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.220015 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.220342 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.220685 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.221024 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.221348 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.221667 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.221985 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.225684 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:54:29.266655 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.287281 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.373421 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.376242 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:29.377460 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a9e1b58-a3fa-408c-9594-e3893836bbd9 HTTP/1.1" status: 204 len: 168 time: 0.1639304 Jun 21 13:54:29.378277 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:54:29.386814 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9e1b58-a3fa-408c-9594-e3893836bbd9,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:54:29.393281 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.393625 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.393964 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.394290 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.394612 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.394939 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.395261 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.395582 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.395904 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.396897 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.397219 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.397536 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:54:29.400565 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:54:31.980492 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-00ec2a4f-cfca-4e68-8571-0ff0075b7a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:34.276661 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-a5ab5e58-e331-4cb0-9816-74f72a304b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:35.089522 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:35.649935 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:37.264679 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:54:53.430135 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:55:01.981167 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-50553c61-f0e1-4e8d-90b3-b7f7cb2dab2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:04.276527 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0eb27320-62f0-4e8d-a811-46529d133b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:05.091069 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:05.654160 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:07.265139 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:30.430164 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:55:31.982091 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-22cfaec6-8b34-4915-b204-8eeff199dce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:34.276821 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-4a3d1c09-a579-4482-9767-c695d47b720d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:35.092315 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:35.656370 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:55:37.268265 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:01.982698 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-d28c5748-e513-43a6-a8b0-0306e4282d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:04.278416 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-5b0253d7-1063-4f3f-8631-e0f3f84a36c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:05.096153 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:05.659428 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:07.274852 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:07.429359 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 5 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:56:07.435417 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681'] for agent, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:11.602593 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43022) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:56:11.705638 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-54566efb-b52b-4ae5-b3b3-c7905e107772 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1019611 Jun 21 13:56:13.860527 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43032) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:56:13.911654 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-dbf0e709-4231-4cef-8e80-355da3d79e69 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0500665 Jun 21 13:56:31.984033 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0c71edd5-9678-43b9-be3c-99036ab52d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:34.279519 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-89851ba8-b471-4244-9242-b695ba05f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:35.097238 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:35.660854 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:37.277760 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:37.413034 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:56:44.429691 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:57:01.984434 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-fd872f23-dfa4-4eff-824c-0300e5141ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:04.280201 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-f41c2cc8-e28e-457e-8279-621d18ea826b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:05.098645 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:05.663377 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:07.282983 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:07.417389 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:21.430078 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:57:31.984796 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-e55e405f-bda9-4c91-8f7a-c457fc368c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:34.280688 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-847b2aed-05a6-49eb-b373-8233343cf988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:35.100342 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:35.667754 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:37.282357 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:37.422690 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.355044 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43234) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:45.585029 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-network', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:45.613111 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Made reservation on behalf of ecc0b854e23d4b8689629bd41ab3a2a1 for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:45.616065 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.625126 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.713089 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.718115 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.722134 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:45.747220 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bef6039-ae4f-4313-b365-8dc8440f8da7,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:45.757514 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.757832 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.758165 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.758448 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.758773 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.759094 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.759410 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.759735 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.760073 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.760450 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.760746 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.761822 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Tracked resource versions report: Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: pushed versions: Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: { 'AddressGroup': {'1.2'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'ConntrackHelper': {'1.0'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Log': {'1.0'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Network': {'1.1'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Port': {'1.7'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'PortForwarding': {'1.2'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'QosPolicy': {'1.8'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'SecurityGroup': {'1.4'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'SubPort': {'1.0'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Subnet': {'1.1'}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Trunk': {'1.1'}} Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: consumer versions: Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: { DHCP agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: HyperV agent@hv-cinder-79496: {}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: L3 agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: Metadata agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: Metering agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: Open vSwitch agent@dv-cinder-794962-5-smb: { 'AddressGroup': '1.2', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'ConntrackHelper': '1.0', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Log': '1.0', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Network': '1.1', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Port': '1.7', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'PortForwarding': '1.2', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'QosPolicy': '1.8', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'SecurityGroup': '1.4', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'SecurityGroupRule': '1.2', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'SubPort': '1.0', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Subnet': '1.1', Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: 'Trunk': '1.1'}} Jun 21 13:57:45.762086 dv-cinder-794962-5-smb neutron-server[92658]: {{(pid=92658) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:57:45.765272 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:45.767730 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:45.777385 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.777779 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Added segment 9b9044f5-dc63-414f-8b6e-39bb7b2746f4 of type vlan for network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 Jun 21 13:57:45.819137 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.849132 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.850451 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:45.851044 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:45.854015 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:45.893507 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43268) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:45.897434 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5410428 Jun 21 13:57:45.900338 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43274) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:45.905993 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Request body: {'subnet': {'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-subnet', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:45.915279 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Pushing event updated for resources: {'Network': ['ID=0dedc0a9-3fab-457b-b8a0-1a64cefa7121,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:45.918924 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:45.927689 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:45.939735 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Made reservation on behalf of ecc0b854e23d4b8689629bd41ab3a2a1 for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:45.942433 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.053400 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43280) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:46.127716 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.131346 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6e72bedf-b5d7-403d-8dff-c352a1c0c9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:46.162646 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43290) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:46.194123 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10105540-d1af-4163-ba0f-22bab6111519,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:46.208189 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.208798 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.209426 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.209918 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.210873 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.211358 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.212077 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.212610 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.212971 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.213312 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.213641 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.213987 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Tracked resource versions report: Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: pushed versions: Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: { 'AddressGroup': {'1.2'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'ConntrackHelper': {'1.0'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Log': {'1.0'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Network': {'1.1'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Port': {'1.7'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'PortForwarding': {'1.2'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'QosPolicy': {'1.8'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'SecurityGroup': {'1.4'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'SubPort': {'1.0'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Subnet': {'1.1'}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Trunk': {'1.1'}} Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: consumer versions: Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: { DHCP agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: HyperV agent@hv-cinder-79496: {}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: L3 agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: Metadata agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: Metering agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: Open vSwitch agent@dv-cinder-794962-5-smb: { 'AddressGroup': '1.2', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'ConntrackHelper': '1.0', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Log': '1.0', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Network': '1.1', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Port': '1.7', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'PortForwarding': '1.2', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'QosPolicy': '1.8', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'SecurityGroup': '1.4', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'SecurityGroupRule': '1.2', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'SubPort': '1.0', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Subnet': '1.1', Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: 'Trunk': '1.1'}} Jun 21 13:57:46.215283 dv-cinder-794962-5-smb neutron-server[92657]: {{(pid=92657) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:57:46.223042 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:46.224991 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Checking segment: {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:46.225447 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Network hostable DHCP agents. Network: 0dedc0a9-3fab-457b-b8a0-1a64cefa7121, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:46.240874 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43298) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:46.250213 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:46.263118 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-31293661-network', 'tenant_id': 'a5c991096f87450bb28b88b3ad074911'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:46.269053 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 0dedc0a9-3fab-457b-b8a0-1a64cefa7121) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:46.277673 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a507257b-546b-47eb-8d10-5d050ec02201 None None] Network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:46.281446 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670537854-network', 'tenant_id': '49ce0c9e27654f79a8b03cfe9504f172'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:46.295868 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:46.296500 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.298550 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.db.api [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 13:57:46.298550 dv-cinder-794962-5-smb neutron-server[92658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 13:57:46.298550 dv-cinder-794962-5-smb neutron-server[92658]: [parameters: {'project_id_1': '49ce0c9e27654f79a8b03cfe9504f172', 'expiration_1': datetime.datetime(2021, 6, 21, 13, 57, 46, 287455)}] Jun 21 13:57:46.298550 dv-cinder-794962-5-smb neutron-server[92658]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 13:57:46.298886 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_db.api [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 13:57:46.317522 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Made reservation on behalf of a5c991096f87450bb28b88b3ad074911 for: {'network': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:46.320796 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.330775 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.343118 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43302) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:46.343413 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4419115 Jun 21 13:57:46.348078 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:46.428815 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1579655089-network', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:46.452197 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.465159 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.489270 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=92657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:46.490863 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.db.api [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 13:57:46.490863 dv-cinder-794962-5-smb neutron-server[92658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 13:57:46.490863 dv-cinder-794962-5-smb neutron-server[92658]: [parameters: {'project_id_1': '7834be6e801e4a7bbbda84c60db756ca', 'expiration_1': datetime.datetime(2021, 6, 21, 13, 57, 46, 433921)}] Jun 21 13:57:46.490863 dv-cinder-794962-5-smb neutron-server[92658]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 13:57:46.491212 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_db.api [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 13:57:46.494893 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-609708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1083'] for router, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.496206 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1072'] for router, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.520698 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:46.531326 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-network', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:46.553859 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.554497 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.segments_db [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Added segment 3ac5463d-8fd3-4140-91db-91f4d8df78f6 of type vlan for network d17dac8b-7e97-4282-84f0-314aac67e491 Jun 21 13:57:46.619445 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Made reservation on behalf of 9eb3c91522b44f5ba98f913263e905da for: {'network': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:46.621930 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.633973 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.635898 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.683714 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c5327-50a9-483a-9753-3d19d15c92e7 None None] Network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:46.731129 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.770954 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.802547 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:46.806974 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:46.807925 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.817594 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:46.819409 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.822753 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=92657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:46.831568 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.831941 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.segments_db [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Added segment b835506c-74ee-41c3-98ba-26425be330e0 of type vlan for network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 Jun 21 13:57:46.885665 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.918085 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:46.919501 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.932279 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.944744 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.944744 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Made reservation on behalf of 49ce0c9e27654f79a8b03cfe9504f172 for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:46.945002 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.958582 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.966667 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:46.967298 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:46.973968 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0783048 Jun 21 13:57:46.975366 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc35a5f-f4ca-41d3-87d7-00ea93c1a9f7,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:46.978000 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43340) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:46.980628 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:46.982813 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-26b0022d-82fe-4a57-b888-e12845121f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:47.000080 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Request body: {'subnet': {'network_id': 'd17dac8b-7e97-4282-84f0-314aac67e491', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-31293661-subnet', 'tenant_id': 'a5c991096f87450bb28b88b3ad074911', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:47.070730 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Pushing event updated for resources: {'Network': ['ID=d17dac8b-7e97-4282-84f0-314aac67e491,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:47.085447 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network d17dac8b-7e97-4282-84f0-314aac67e491 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:47.170215 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.198056 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.204638 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Made reservation on behalf of 7834be6e801e4a7bbbda84c60db756ca for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:47.207493 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.220485 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Pushing event updated for resources: {'Network': ['ID=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:47.221272 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-19bf8425-ed9a-46fb-9ded-123d96e5fda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:47.223757 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.223983 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:47.226406 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.294s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:47.227171 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:47.237380 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:47.332409 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab0eac0-d8fe-4c87-8474-692a2a0d7fac,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:47.339847 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43358) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:47.341378 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:47.349992 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:47.359775 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.360284 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Added segment ea226e79-b1d6-4241-8594-fcc015b20b2d of type vlan for network 093cfdd3-0983-4ee5-be40-707111d5ad31 Jun 21 13:57:47.362594 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Made reservation on behalf of a5c991096f87450bb28b88b3ad074911 for: {'subnet': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:47.366038 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.371234 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1259851 Jun 21 13:57:47.371494 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43362) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:47.377373 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Request body: {'subnet': {'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-subnet', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:47.476251 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-406dc1e0-5f42-4822-ae11-987737842661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.589634 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.654451 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.693545 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.700124 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.813366 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:47.819065 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.db.resource_extend [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 13:57:47.890918 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43388) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:47.908054 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.927540 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:47.928150 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.953360 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3da0d628-ebc4-4bfe-aff5-5f6c3bbd90f9,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:47.956598 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.963424 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:47.963772 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:47.973535 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:47.979774 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9252641 Jun 21 13:57:47.992083 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43390) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:47.996823 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Request body: {'subnet': {'network_id': '093cfdd3-0983-4ee5-be40-707111d5ad31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670537854-subnet', 'tenant_id': '49ce0c9e27654f79a8b03cfe9504f172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:48.017121 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Made reservation on behalf of 9eb3c91522b44f5ba98f913263e905da for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:48.019387 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.070182 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Checking segment: {'id': '3ac5463d-8fd3-4140-91db-91f4d8df78f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd17dac8b-7e97-4282-84f0-314aac67e491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:48.070877 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Network hostable DHCP agents. Network: d17dac8b-7e97-4282-84f0-314aac67e491, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:48.074219 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:48.099897 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.100236 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Added segment 45675ee7-6805-4861-9163-d4ec802233cf of type vlan for network b1c61647-a78f-4fc6-952a-932724901d23 Jun 21 13:57:48.102389 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Pushing event updated for resources: {'Network': ['ID=093cfdd3-0983-4ee5-be40-707111d5ad31,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:48.114789 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Allocated IP 172.28.3.226 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/8a561286-6668-4734-8663-9e73c13432c1) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:48.116876 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 093cfdd3-0983-4ee5-be40-707111d5ad31 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:48.117770 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:48.118274 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9d981770-f6bd-4ca1-81c0-cddc0c5667d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:48.145252 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3e041fe3-2cc1-4c47-84e9-2456cb4018fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.179727 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.186107 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Network d17dac8b-7e97-4282-84f0-314aac67e491 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:48.190816 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74eeed1-6b91-48cb-9734-8cc05579e6aa,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:48.205360 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:48.231756 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-406dc1e0-5f42-4822-ae11-987737842661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.239564 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-406dc1e0-5f42-4822-ae11-987737842661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.252955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, d17dac8b-7e97-4282-84f0-314aac67e491) {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:48.263356 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f5bb80-74f3-452b-9ee8-c6b9fe85b8da None None] Network d17dac8b-7e97-4282-84f0-314aac67e491 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:48.263936 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:48.264552 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.268339 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-5fb69e2a-2273-468b-89d8-91d32ac771ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:48.289939 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.293891 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:48.294579 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.300616 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:48.310285 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Made reservation on behalf of 49ce0c9e27654f79a8b03cfe9504f172 for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:48.313047 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.330195 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.356472 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3771176 Jun 21 13:57:48.367869 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-406dc1e0-5f42-4822-ae11-987737842661 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c75faa377f7243759a5ac3b78a32c47e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0267370 Jun 21 13:57:48.370881 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.374354 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43400) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:48.392343 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c61647-a78f-4fc6-952a-932724901d23,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:48.396101 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:48.430126 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.431528 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network b1c61647-a78f-4fc6-952a-932724901d23 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:48.438731 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406dc1e0-5f42-4822-ae11-987737842661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7866851f-ee50-403a-a912-a0d10dce698d,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:48.441010 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:48.452549 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-406dc1e0-5f42-4822-ae11-987737842661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:48.458583 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f0df2b2d-d820-45c1-a276-6018ae4ce6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:48.473644 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:48.481074 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:48.493123 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Pushing event updated for resources: {'Port': ['ID=8a561286-6668-4734-8663-9e73c13432c1,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:48.506885 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:48.545239 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b2888d-e390-45c2-b7d6-aa3a995746e3 None None] Network d17dac8b-7e97-4282-84f0-314aac67e491 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:48.627365 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Checking segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:48.627852 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Network hostable DHCP agents. Network: 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:48.634185 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0fcf81d3-dc5f-437f-862f-5d0a377d97a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.643665 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08439e62-b064-4457-9281-33203a85208c,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:48.645453 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:48.654879 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:48.724704 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0fcf81d3-dc5f-437f-862f-5d0a377d97a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.740477 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:48.756789 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.765912 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.788061 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-97962f01-d292-4ab7-a8e2-07d84f8a5fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:48.793726 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3e041fe3-2cc1-4c47-84e9-2456cb4018fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.794835 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:48.806586 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed78d3e0-7616-4242-bbf8-a966a5bbfc56 None None] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:48.820009 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:48.820627 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.833372 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3e041fe3-2cc1-4c47-84e9-2456cb4018fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.866785 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4941900 Jun 21 13:57:48.873783 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43426) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:48.883106 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:48.892684 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a94af6-82f9-42e0-bafa-45001ac50d85,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:48.906926 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:48.911974 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:48.914415 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43434) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:48.917008 dv-cinder-794962-5-smb neutron-server[92658]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 13:57:48.917496 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0fcf81d3-dc5f-437f-862f-5d0a377d97a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.920132 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-3e041fe3-2cc1-4c47-84e9-2456cb4018fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d213f3cbfaf4da796f8b177bd7c7ca8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0282428 Jun 21 13:57:48.922617 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7561626 Jun 21 13:57:48.924617 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43436) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:48.924998 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43438) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:48.930030 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0fcf81d3-dc5f-437f-862f-5d0a377d97a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.931336 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0fcf81d3-dc5f-437f-862f-5d0a377d97a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7866851f-ee50-403a-a912-a0d10dce698d HTTP/1.1" status: 204 len: 168 time: 0.5494845 Jun 21 13:57:48.936110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Request body: {'subnet': {'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-subnet', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:48.976349 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Checking segment: {'id': 'ea226e79-b1d6-4241-8594-fcc015b20b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '093cfdd3-0983-4ee5-be40-707111d5ad31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:48.976866 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Network hostable DHCP agents. Network: 093cfdd3-0983-4ee5-be40-707111d5ad31, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:48.986866 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-609708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1083'] for router, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.988196 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1072'] for router, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:48.994948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e041fe3-2cc1-4c47-84e9-2456cb4018fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153ed01e-bdb0-4e4f-a44e-25d781bbeaa8,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:49.003392 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3e041fe3-2cc1-4c47-84e9-2456cb4018fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:49.007301 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:49.027442 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf81d3-dc5f-437f-862f-5d0a377d97a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7866851f-ee50-403a-a912-a0d10dce698d,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:49.034069 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0fcf81d3-dc5f-437f-862f-5d0a377d97a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:49.038565 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Made reservation on behalf of 7834be6e801e4a7bbbda84c60db756ca for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:49.041552 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.084718 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9526d4-c840-523e-adfd-c3172bcb4d5d-0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c'}]}} from dv-cinder-794962-5-smb. {{(pid=92659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:57:49.085646 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.131863 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.133268 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Network 093cfdd3-0983-4ee5-be40-707111d5ad31 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:49.214766 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ea44f832-47bf-4060-a49f-f56a498a39c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.236891 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ea44f832-47bf-4060-a49f-f56a498a39c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.272404 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 093cfdd3-0983-4ee5-be40-707111d5ad31) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:49.282116 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.db_base_plugin_common [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Allocated IP 172.20.0.2 (0f04b0fe-873b-482f-b5a6-1f1bf4bf4975/08439e62-b064-4457-9281-33203a85208c/c4d514a6-252c-43e1-9a40-5bb8a65de83e) {{(pid=92659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:49.338717 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:49.344760 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689'] for router, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.347348 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.355705 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ea44f832-47bf-4060-a49f-f56a498a39c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.368318 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ea44f832-47bf-4060-a49f-f56a498a39c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.368632 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceccda9c-0aa6-4f29-a7de-9c6a90e894ed None None] Network 093cfdd3-0983-4ee5-be40-707111d5ad31 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:49.372742 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ea44f832-47bf-4060-a49f-f56a498a39c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/153ed01e-bdb0-4e4f-a44e-25d781bbeaa8 HTTP/1.1" status: 204 len: 168 time: 0.4392159 Jun 21 13:57:49.376604 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:49.394224 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-50328f3b-8a77-451a-bedd-1b5008a494c1 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:49.396213 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-50328f3b-8a77-451a-bedd-1b5008a494c1 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/networks?id=d17dac8b-7e97-4282-84f0-314aac67e491 HTTP/1.1" status: 200 len: 810 time: 0.4805527 Jun 21 13:57:49.398831 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44f832-47bf-4060-a49f-f56a498a39c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153ed01e-bdb0-4e4f-a44e-25d781bbeaa8,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:49.404274 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ea44f832-47bf-4060-a49f-f56a498a39c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:49.418560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.456775 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-b55be9e8-6785-4478-a6f5-ac9c408010fd tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/quotas/a5c991096f87450bb28b88b3ad074911 HTTP/1.1" status: 200 len: 375 time: 0.0542405 Jun 21 13:57:49.472453 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4735422 Jun 21 13:57:49.516970 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-1410a6ff-9cda-47dc-a017-f1b179a3941b tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5c991096f87450bb28b88b3ad074911&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541565 Jun 21 13:57:49.554806 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Notify callbacks [] for port, precommit_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.572737 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Transition to ACTIVE for port object c4d514a6-252c-43e1-9a40-5bb8a65de83e will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:49.604792 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Transition to ACTIVE for port object c4d514a6-252c-43e1-9a40-5bb8a65de83e will not be triggered until provisioned by entity DHCP. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:49.630074 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.635048 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:49.646526 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Router 4cd784f7-9eb5-41cb-9df0-303060710360 is scheduled to L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 with binding_index 1 {{(pid=92658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:57:49.690422 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.717195 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 is already hosted by enough agents. {{(pid=92659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:49.725442 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.base_scheduler [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Resources bound (agent type, host, resource id): {{(pid=92659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:49.729848 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-ecadc2a2-3382-44aa-ab82-8a43d604f228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:49.766024 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Received port after_create {{(pid=92659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:49.792127 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167e3d02-a854-450d-ac75-dad8fb0af4d1,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:49.800355 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:49.808644 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7ec358-8c43-4658-b609-58c00bd4953a None None] Network 093cfdd3-0983-4ee5-be40-707111d5ad31 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:49.854817 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Checking segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:49.855418 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Pushing event updated for resources: {'Port': ['ID=c4d514a6-252c-43e1-9a40-5bb8a65de83e,revision_number=1']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:49.855819 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Network hostable DHCP agents. Network: b1c61647-a78f-4fc6-952a-932724901d23, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:49.929501 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43478) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:49.949300 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42f788be-5de8-49b9-9156-9f1f11365f6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:49.953883 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Network b1c61647-a78f-4fc6-952a-932724901d23 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:49.978279 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:57:49.993021 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Sync routers for ids ['4cd784f7-9eb5-41cb-9df0-303060710360'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:57:50.005659 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.006019 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.006338 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.006670 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.007023 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.007327 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.007652 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.008128 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.008454 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.008790 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.009102 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.009378 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Routers {'4cd784f7-9eb5-41cb-9df0-303060710360'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:50.009486 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Tracked resource versions report: Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: pushed versions: Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: { 'AddressGroup': {'1.2'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'ConntrackHelper': {'1.0'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Log': {'1.0'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Network': {'1.1'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Port': {'1.7'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'PortForwarding': {'1.2'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'QosPolicy': {'1.8'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'SecurityGroup': {'1.4'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'SubPort': {'1.0'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Subnet': {'1.1'}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Trunk': {'1.1'}} Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: consumer versions: Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: { DHCP agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: HyperV agent@hv-cinder-79496: {}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: L3 agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: Metadata agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: Metering agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: Open vSwitch agent@dv-cinder-794962-5-smb: { 'AddressGroup': '1.2', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'ConntrackHelper': '1.0', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Log': '1.0', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Network': '1.1', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Port': '1.7', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'PortForwarding': '1.2', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'QosPolicy': '1.8', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'SecurityGroup': '1.4', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'SecurityGroupRule': '1.2', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'SubPort': '1.0', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Subnet': '1.1', Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: 'Trunk': '1.1'}} Jun 21 13:57:50.010731 dv-cinder-794962-5-smb neutron-server[92659]: {{(pid=92659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:57:50.013257 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:57:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['4cd784f7-9eb5-41cb-9df0-303060710360'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:50.020910 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:50.029734 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, b1c61647-a78f-4fc6-952a-932724901d23) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:50.034654 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Attempting to bind port c4d514a6-252c-43e1-9a40-5bb8a65de83e on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:57:50.034654 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Attempting to bind port c4d514a6-252c-43e1-9a40-5bb8a65de83e by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:57:50.042729 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Attempting to bind port c4d514a6-252c-43e1-9a40-5bb8a65de83e on network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:57:50.043938 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:50.044978 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.049380 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc71ed1-52d5-4d61-98ba-07ac0fcf4db2 None None] Network b1c61647-a78f-4fc6-952a-932724901d23 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:50.068924 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:57:50.069326 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Checking segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:50.069818 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.070231 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Bound using segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:57:50.070731 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Bound port: c4d514a6-252c-43e1-9a40-5bb8a65de83e, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:57:50.071113 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.191714 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42f788be-5de8-49b9-9156-9f1f11365f6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.203668 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42f788be-5de8-49b9-9156-9f1f11365f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.219108 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:50.230160 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.252010 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Notify callbacks [] for router, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.255211 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9107876 Jun 21 13:57:50.275294 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43486) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:50.291022 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] For port c4d514a6-252c-43e1-9a40-5bb8a65de83e, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:57:50.297658 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3646426 Jun 21 13:57:50.299101 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] For port c4d514a6-252c-43e1-9a40-5bb8a65de83e, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=c4d514a6-252c-43e1-9a40-5bb8a65de83e,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:57:50.300656 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43488) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:50.312961 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:50.322005 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-f76c6ab1-7ab9-4345-bff9-080b03c73ca7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:57:50.323425 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-f76c6ab1-7ab9-4345-bff9-080b03c73ca7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3436308 Jun 21 13:57:50.327207 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Set router 4cd784f7-9eb5-41cb-9df0-303060710360 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:57:50.328003 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.330625 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.338007 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:50.383444 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-42f788be-5de8-49b9-9156-9f1f11365f6b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bc92a61e3a14cc9b23523b221b6cd94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4527917 Jun 21 13:57:50.393264 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43496) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:50.418531 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f788be-5de8-49b9-9156-9f1f11365f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1143ced-c3a6-4816-bd4a-522328f567cf,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:50.475888 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-42f788be-5de8-49b9-9156-9f1f11365f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:50.559443 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Allocated IP 172.28.3.254 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/83ae6743-4c88-43fd-b976-ab4ef6264b88) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:50.680619 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-609708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1083'] for router, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.684242 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1072'] for router, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.703873 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '8a561286-6668-4734-8663-9e73c13432c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T13:57:48Z', 'revision_number': 3, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port': {'id': '8a561286-6668-4734-8663-9e73c13432c1', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:47Z', 'updated_at': '2021-06-21T13:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:50.729954 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eb6130d5-a2c9-4029-88e9-0aa21538a4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.750733 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-243d1d1f-0245-4307-8916-1d8e22a00f0d service neutron] 10.222.0.60 "GET /v2.0/networks/d17dac8b-7e97-4282-84f0-314aac67e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747146 Jun 21 13:57:50.808064 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eb6130d5-a2c9-4029-88e9-0aa21538a4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.862236 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Checking router: 4cd784f7-9eb5-41cb-9df0-303060710360 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:57:50.862878 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Updating router 4cd784f7-9eb5-41cb-9df0-303060710360 port 8a561286-6668-4734-8663-9e73c13432c1 binding host dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:57:50.903930 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Pushing event updated for resources: {'Port': ['ID=c4d514a6-252c-43e1-9a40-5bb8a65de83e,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:50.937305 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.945019 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9526d4-c840-523e-adfd-c3172bcb4d5d-b1c61647-a78f-4fc6-952a-932724901d23', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1'}]}} from dv-cinder-794962-5-smb. {{(pid=92659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:57:50.945938 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:50.971077 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43514) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:50.974555 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:51.015877 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-820462647-network', 'tenant_id': '9568653751de4137bb3639627d3f5baa'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:51.018126 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.087200 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.170229 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.db_base_plugin_common [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Allocated IP 172.20.0.2 (b1c61647-a78f-4fc6-952a-932724901d23/167e3d02-a854-450d-ac75-dad8fb0af4d1/2896b57a-97bf-4625-a268-2011bf26aaab) {{(pid=92659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:51.190419 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-3e7bfe32-a3e2-4770-aa6d-93869378dc0d service neutron] 10.222.0.60 "GET /v2.0/networks/d17dac8b-7e97-4282-84f0-314aac67e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312775 Jun 21 13:57:51.206017 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43518) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:51.208308 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.263564 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:51.360330 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:51.389453 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Pushing event updated for resources: {'Port': ['ID=83ae6743-4c88-43fd-b976-ab4ef6264b88,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:51.392238 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:51.408198 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:51.422907 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.425438 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Made reservation on behalf of 9568653751de4137bb3639627d3f5baa for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:51.429562 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.446093 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eb6130d5-a2c9-4029-88e9-0aa21538a4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.447314 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.467742 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eb6130d5-a2c9-4029-88e9-0aa21538a4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.469487 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-eb6130d5-a2c9-4029-88e9-0aa21538a4f7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1143ced-c3a6-4816-bd4a-522328f567cf HTTP/1.1" status: 204 len: 168 time: 1.0751357 Jun 21 13:57:51.490823 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:51.498121 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device c4d514a6-252c-43e1-9a40-5bb8a65de83e up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:57:51.500541 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:51.516408 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6130d5-a2c9-4029-88e9-0aa21538a4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1143ced-c3a6-4816-bd4a-522328f567cf,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:51.520590 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eb6130d5-a2c9-4029-88e9-0aa21538a4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:51.636718 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Notify callbacks [] for port, precommit_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.663603 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.provisioning_blocks [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Transition to ACTIVE for port object 8a561286-6668-4734-8663-9e73c13432c1 will not be triggered until provisioned by entity L2. {{(pid=92660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:51.668663 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Notify callbacks [] for port, precommit_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.679369 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.682823 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:51.698707 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.702303 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Transition to ACTIVE for port object 2896b57a-97bf-4625-a268-2011bf26aaab will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:51.735931 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port c4d514a6-252c-43e1-9a40-5bb8a65de83e completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:57:51.747789 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Transition to ACTIVE for port object 2896b57a-97bf-4625-a268-2011bf26aaab will not be triggered until provisioned by entity DHCP. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:51.777458 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.785012 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:51.825819 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43538) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:51.837464 dv-cinder-794962-5-smb neutron-server[92657]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 13:57:51.843737 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Attempting to bind port 8a561286-6668-4734-8663-9e73c13432c1 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:57:51.844118 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Attempting to bind port 8a561286-6668-4734-8663-9e73c13432c1 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:57:51.844721 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Attempting to bind port 8a561286-6668-4734-8663-9e73c13432c1 on network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:57:51.862649 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:57:51.869294 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:51.871107 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.871834 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Bound using segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:57:51.872570 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Bound port: 8a561286-6668-4734-8663-9e73c13432c1, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:57:51.873377 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.925067 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Network b1c61647-a78f-4fc6-952a-932724901d23 is already hosted by enough agents. {{(pid=92659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:51.935423 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.base_scheduler [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Resources bound (agent type, host, resource id): {{(pid=92659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:51.954382 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Received port after_create {{(pid=92659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:51.977427 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Pushing event updated for resources: {'Port': ['ID=2896b57a-97bf-4625-a268-2011bf26aaab,revision_number=1']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:51.987135 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0df17e4d-2d76-45c1-b449-5daea2e36329 req-2a06767b-3eb6-4971-86d8-d449c739fbc7 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 210 time: 0.1579919 Jun 21 13:57:51.988068 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e5116b90-4480-4658-bf66-59e22ba1e71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:51.990313 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:52.024930 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] For port 8a561286-6668-4734-8663-9e73c13432c1, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:57:52.038956 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] For port 8a561286-6668-4734-8663-9e73c13432c1, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=8a561286-6668-4734-8663-9e73c13432c1,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:57:52.059868 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Pushing event updated for resources: {'Port': ['ID=8a561286-6668-4734-8663-9e73c13432c1,revision_number=2']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:52.077818 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.078408 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.078940 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.079473 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.079961 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.080458 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.080936 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.081686 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.082284 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.090875 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.091387 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.091990 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Tracked resource versions report: Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: pushed versions: Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: { 'AddressGroup': {'1.2'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'ConntrackHelper': {'1.0'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Log': {'1.0'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Network': {'1.1'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Port': {'1.7'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'PortForwarding': {'1.2'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'QosPolicy': {'1.8'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'SecurityGroup': {'1.4'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'SecurityGroupRule': {'1.2'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'SubPort': {'1.0'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Subnet': {'1.1'}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Trunk': {'1.1'}} Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: consumer versions: Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: { DHCP agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: HyperV agent@hv-cinder-79496: {}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: L3 agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: Metadata agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: Metering agent@dv-cinder-794962-5-smb: {}, Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: Open vSwitch agent@dv-cinder-794962-5-smb: { 'AddressGroup': '1.2', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'ConntrackHelper': '1.0', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Log': '1.0', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Network': '1.1', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Port': '1.7', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'PortForwarding': '1.2', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'QosPolicy': '1.8', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'SecurityGroup': '1.4', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'SecurityGroupRule': '1.2', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'SubPort': '1.0', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Subnet': '1.1', Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: 'Trunk': '1.1'}} Jun 21 13:57:52.093599 dv-cinder-794962-5-smb neutron-server[92660]: {{(pid=92660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 13:57:52.100478 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.104635 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:52.121722 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:52.133789 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Attempting to bind port 2896b57a-97bf-4625-a268-2011bf26aaab on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:57:52.143340 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Attempting to bind port 2896b57a-97bf-4625-a268-2011bf26aaab by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:57:52.144039 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Attempting to bind port 2896b57a-97bf-4625-a268-2011bf26aaab on network b1c61647-a78f-4fc6-952a-932724901d23 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:57:52.149902 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:57:52.150707 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Checking segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:52.151463 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.152070 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Bound using segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:57:52.158985 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Bound port: 2896b57a-97bf-4625-a268-2011bf26aaab, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:57:52.159747 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.178720 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2586c-6ac4-4701-85c0-0b4413ab0be6 None None] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:52.182341 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.198738 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.217742 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:57:52.228479 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.228878 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Added segment 2b6703c1-da1b-4095-aea6-1288f38dd613 of type vlan for network f24ab00e-79e4-4979-8ef0-b499930c79cc Jun 21 13:57:52.236047 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Pushing event updated for resources: {'Port': ['ID=8a561286-6668-4734-8663-9e73c13432c1,revision_number=3']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:52.275465 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.284604 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:52.288621 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Routers {'4cd784f7-9eb5-41cb-9df0-303060710360'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:52.289356 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:57:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['4cd784f7-9eb5-41cb-9df0-303060710360'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:52.314298 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569fa795-5509-4d06-af7c-86049db15022,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:52.318193 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:52.323753 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Allocated IP 172.20.0.1 (0dedc0a9-3fab-457b-b8a0-1a64cefa7121/10105540-d1af-4163-ba0f-22bab6111519/77bfb357-fb55-4001-8cee-b66e05bfe411) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:52.424177 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] Provisioning for port c4d514a6-252c-43e1-9a40-5bb8a65de83e completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:57:52.470406 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.474860 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] Provisioning complete for port c4d514a6-252c-43e1-9a40-5bb8a65de83e triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:57:52.478651 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.480045 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.483655 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:52.488008 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.510767 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] Set router 4cd784f7-9eb5-41cb-9df0-303060710360 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:57:52.526397 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:52.565088 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] For port 2896b57a-97bf-4625-a268-2011bf26aaab, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:57:52.635764 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Pushing event updated for resources: {'Network': ['ID=f24ab00e-79e4-4979-8ef0-b499930c79cc,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:52.640725 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:52.664711 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] For port 2896b57a-97bf-4625-a268-2011bf26aaab, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=2896b57a-97bf-4625-a268-2011bf26aaab,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:57:52.667533 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network f24ab00e-79e4-4979-8ef0-b499930c79cc details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:57:52.690906 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.695009 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:52.699025 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.710874 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:52.795464 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '8a561286-6668-4734-8663-9e73c13432c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T13:57:48Z', 'revision_number': 3, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port': {'id': '8a561286-6668-4734-8663-9e73c13432c1', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:47Z', 'updated_at': '2021-06-21T13:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:52.809144 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.812627 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:52.858989 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Pushing event updated for resources: {'Port': ['ID=77bfb357-fb55-4001-8cee-b66e05bfe411,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:52.866907 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.871915 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:52.880666 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:52.882381 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:52.890250 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:52.891044 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643606'] for router_interface, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.924849 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:52.948059 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Pushing event updated for resources: {'Port': ['ID=2896b57a-97bf-4625-a268-2011bf26aaab,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:52.954618 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:53.006794 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7883831-9f23-4158-b7b5-f5bc650648fe None None] The sync data for ids ['4cd784f7-9eb5-41cb-9df0-303060710360'] in dv-cinder-794962-5-smb is: [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '8a561286-6668-4734-8663-9e73c13432c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T13:57:48Z', 'revision_number': 3, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port': {'id': '8a561286-6668-4734-8663-9e73c13432c1', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:47Z', 'updated_at': '2021-06-21T13:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:57:53.108934 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:53.124800 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e5116b90-4480-4658-bf66-59e22ba1e71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:53.143631 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689'] for router, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:53.234132 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a899df70-3f89-48dd-b751-208a6787358d req-d0af1ac2-f9c5-4c9f-b51e-e06a0d952eef tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 210 time: 0.0823898 Jun 21 13:57:53.249963 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] For port c4d514a6-252c-43e1-9a40-5bb8a65de83e, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=c4d514a6-252c-43e1-9a40-5bb8a65de83e,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:57:53.269108 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:53.271350 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:53.280698 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2979603 Jun 21 13:57:53.286566 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43600) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:53.300505 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Request body: {'subnet': {'network_id': 'f24ab00e-79e4-4979-8ef0-b499930c79cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-820462647-subnet', 'tenant_id': '9568653751de4137bb3639627d3f5baa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:53.440721 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] Pushing event updated for resources: {'Port': ['ID=c4d514a6-252c-43e1-9a40-5bb8a65de83e,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:53.448152 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:53.462405 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e5116b90-4480-4658-bf66-59e22ba1e71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:53.528859 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:53.592088 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5116b90-4480-4658-bf66-59e22ba1e71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87d7b99-a7f7-4d15-8d6c-4c022aceed7a,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:53.608971 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e5116b90-4480-4658-bf66-59e22ba1e71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:53.682849 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-e5116b90-4480-4658-bf66-59e22ba1e71e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7738069d5d8945a98f89c112efe483ab&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4733148 Jun 21 13:57:53.694941 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43612) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:53.757849 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Allocated IP 172.28.3.101 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/fe879ee5-418f-4a1c-80c2-c136bfeb0dc7) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:53.763568 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 is scheduled to L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 with binding_index 1 {{(pid=92657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:57:53.814851 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7219da67-d1b3-4e80-9fdb-4c70c0fb10c2 None None] Provisioning complete for port c4d514a6-252c-43e1-9a40-5bb8a65de83e triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:57:53.817850 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7219da67-d1b3-4e80-9fdb-4c70c0fb10c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:53.831163 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Made reservation on behalf of 9568653751de4137bb3639627d3f5baa for: {'subnet': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:53.835615 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.094480 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.121776 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:57:54.138031 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Sync routers for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:57:54.152500 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:54.154277 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:57:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:54.248336 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2f02f42b-4046-45b6-9821-a8b0ef8c424d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.266777 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Notify callbacks [] for router, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.271556 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3892179 Jun 21 13:57:54.274743 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43630) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:54.430695 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d1b87ffa-9bc2-4f61-8932-ec3b4fbdb646 req-08fd1243-1ec0-4d3c-8559-a24f9941a996 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 210 time: 0.0636473 Jun 21 13:57:54.443505 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2f02f42b-4046-45b6-9821-a8b0ef8c424d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.560356 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:57:54.570201 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.592674 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b277d792-84de-4626-8255-92dd1791c7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:54.611737 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.670460 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f33c3a-aa88-4de0-860d-b2faa98d42a6,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:54.690959 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:54.719300 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2f02f42b-4046-45b6-9821-a8b0ef8c424d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.726073 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2f02f42b-4046-45b6-9821-a8b0ef8c424d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.731334 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-2f02f42b-4046-45b6-9821-a8b0ef8c424d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b87d7b99-a7f7-4d15-8d6c-4c022aceed7a HTTP/1.1" status: 204 len: 168 time: 1.0351768 Jun 21 13:57:54.738109 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e5116b90-4480-4658-bf66-59e22ba1e71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:54.757278 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02f42b-4046-45b6-9821-a8b0ef8c424d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87d7b99-a7f7-4d15-8d6c-4c022aceed7a,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:54.766133 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cb0073-43b2-40c4-a488-b26f72cec507 None None] Network b1c61647-a78f-4fc6-952a-932724901d23 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:54.781474 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Checking segment: {'id': '2b6703c1-da1b-4095-aea6-1288f38dd613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f24ab00e-79e4-4979-8ef0-b499930c79cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:54.781825 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Network hostable DHCP agents. Network: f24ab00e-79e4-4979-8ef0-b499930c79cc, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:57:54.798997 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2f02f42b-4046-45b6-9821-a8b0ef8c424d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:54.824539 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.831721 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Network f24ab00e-79e4-4979-8ef0-b499930c79cc is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:57:54.841816 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.843312 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644879'] for router_interface, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.854594 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-60e41213-f380-4336-908e-8eca91a81d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:54.900860 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, f24ab00e-79e4-4979-8ef0-b499930c79cc) {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:54.906152 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:54.906740 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.912150 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Pushing event updated for resources: {'Port': ['ID=77bfb357-fb55-4001-8cee-b66e05bfe411,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:54.915883 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:54.957350 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03590adc-a2a8-409f-8dad-fcfcc5cc0af7 None None] Network f24ab00e-79e4-4979-8ef0-b499930c79cc requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:54.958309 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:54.971960 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4014075-f321-42d0-ac69-5bf8961eb807 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:55.001787 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7135978 Jun 21 13:57:55.080502 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:55.082670 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:55.108005 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:55.115216 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:55.122090 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:55.216544 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-055ae9e8-f670-498b-9d7e-72127c5ab661 None None] Provisioning for port 2896b57a-97bf-4625-a268-2011bf26aaab completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:57:55.261345 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe879ee5-418f-4a1c-80c2-c136bfeb0dc7,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:55.268733 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:55.370193 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Router 4cd784f7-9eb5-41cb-9df0-303060710360 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:57:55.370392 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43652) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:55.506998 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942ce508-742c-4bc1-b41b-5638be3e3e81 None None] Network f24ab00e-79e4-4979-8ef0-b499930c79cc requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:57:55.687943 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.716079 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_v2 [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] Deleting subnet 75a94af6-82f9-42e0-bafa-45001ac50d85 {{(pid=92657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:57:55.741640 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:55.758308 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:57:55.776614 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] 10.222.0.60 "PUT /v2.0/routers/4cd784f7-9eb5-41cb-9df0-303060710360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4992366 Jun 21 13:57:55.872675 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-66e184dc-2ee5-42ef-b27e-08419eb8feb7 req-ef1ec165-c1f5-4c75-8b0a-3ea1dd9b2d8b tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 210 time: 0.0722685 Jun 21 13:57:55.913439 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 2896b57a-97bf-4625-a268-2011bf26aaab up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:57:55.963772 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.22', 64069) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:56.007624 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Sync routers for ids ['4cd784f7-9eb5-41cb-9df0-303060710360'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:57:56.022137 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Routers {'4cd784f7-9eb5-41cb-9df0-303060710360'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:56.022761 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:57:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['4cd784f7-9eb5-41cb-9df0-303060710360'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:56.095831 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.240749 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 2896b57a-97bf-4625-a268-2011bf26aaab completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:57:56.256125 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 2896b57a-97bf-4625-a268-2011bf26aaab triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:57:56.256739 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.288890 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Set router 4cd784f7-9eb5-41cb-9df0-303060710360 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:57:56.306770 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:57:52Z', 'revision_number': 3, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:57:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:56.313557 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.348430 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Checking router: d1c1e430-c64d-4dd6-8772-a1c0d1a84414 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:57:56.349030 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Updating router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 port 83ae6743-4c88-43fd-b976-ab4ef6264b88 binding host dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:57:56.352279 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-3d6c6833-e458-407d-8b24-49d85b6b23a0 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:56.356521 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-3d6c6833-e458-407d-8b24-49d85b6b23a0 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.22 "GET /v2.0/networks?id=d17dac8b-7e97-4282-84f0-314aac67e491 HTTP/1.1" status: 200 len: 810 time: 0.3908348 Jun 21 13:57:56.415682 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Request body: {'port': {'device_id': 'dab67af9-a41c-49b3-81d8-494a2d550fae', 'network_id': 'd17dac8b-7e97-4282-84f0-314aac67e491', 'admin_state_up': True, 'tenant_id': 'a5c991096f87450bb28b88b3ad074911'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:57:56.420250 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.567267 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.616728 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.630766 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-335b0054-fa37-4b2c-9cf1-d491bbe9d109 None None] Provisioning complete for port 2896b57a-97bf-4625-a268-2011bf26aaab triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:57:56.631150 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-335b0054-fa37-4b2c-9cf1-d491bbe9d109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.651884 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 2896b57a-97bf-4625-a268-2011bf26aaab, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=2896b57a-97bf-4625-a268-2011bf26aaab,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:57:56.723615 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:56.746612 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 8a561286-6668-4734-8663-9e73c13432c1 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:57:56.754729 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:56.812931 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '8a561286-6668-4734-8663-9e73c13432c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T13:57:53Z', 'revision_number': 4, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port': {'id': '8a561286-6668-4734-8663-9e73c13432c1', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:47Z', 'updated_at': '2021-06-21T13:57:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '77bfb357-fb55-4001-8cee-b66e05bfe411', 'name': '', 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'mac_address': 'fa:16:3e:64:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '10105540-d1af-4163-ba0f-22bab6111519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:51Z', 'updated_at': '2021-06-21T13:57:54Z', 'revision_number': 2, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'subnets': [{'id': '10105540-d1af-4163-ba0f-22bab6111519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:56.919419 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=2896b57a-97bf-4625-a268-2011bf26aaab,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:56.942177 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:56.947959 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Checking router: 4cd784f7-9eb5-41cb-9df0-303060710360 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:57:56.948333 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Updating router 4cd784f7-9eb5-41cb-9df0-303060710360 port 77bfb357-fb55-4001-8cee-b66e05bfe411 binding host dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:57:57.028319 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689'] for router, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.077325 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 8a561286-6668-4734-8663-9e73c13432c1 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:57:57.094907 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.100219 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 8a561286-6668-4734-8663-9e73c13432c1 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:57:57.100589 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.103147 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Made reservation on behalf of a5c991096f87450bb28b88b3ad074911 for: {'port': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:57:57.112615 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.181081 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Notify callbacks [] for port, precommit_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.199446 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Transition to ACTIVE for port object 83ae6743-4c88-43fd-b976-ab4ef6264b88 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:57.282071 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-be602108-d50f-408a-904c-7a45c9a503a2 req-5b2b06c4-f77a-40d0-9d35-f74777892640 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 210 time: 0.0969963 Jun 21 13:57:57.323752 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.326043 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.347236 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:57.436751 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09985e-9b91-4413-bd4e-5db52a54672a None None] Pushing event updated for resources: {'Port': ['ID=83ae6743-4c88-43fd-b976-ab4ef6264b88,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:57.476752 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Attempting to bind port 83ae6743-4c88-43fd-b976-ab4ef6264b88 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:57:57.478421 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Attempting to bind port 83ae6743-4c88-43fd-b976-ab4ef6264b88 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:57:57.479332 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Attempting to bind port 83ae6743-4c88-43fd-b976-ab4ef6264b88 on network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:57:57.501102 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-6c09985e-9b91-4413-bd4e-5db52a54672a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:57.510825 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 8a561286-6668-4734-8663-9e73c13432c1, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=8a561286-6668-4734-8663-9e73c13432c1,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:57:57.520553 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:57:57.521553 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:57.522539 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.524142 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Bound using segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:57:57.525145 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Bound port: 83ae6743-4c88-43fd-b976-ab4ef6264b88, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:57:57.526359 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.532582 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.590436 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device c4d514a6-252c-43e1-9a40-5bb8a65de83e up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:57:57.603408 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:57.615416 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Allocated IP 172.20.0.14 (d17dac8b-7e97-4282-84f0-314aac67e491/3da0d628-ebc4-4bfe-aff5-5f6c3bbd90f9/69e0a57f-4ec8-4566-995e-8f917d7a24fe) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:57.786794 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Notify callbacks [] for port, precommit_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.793767 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.812872 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.provisioning_blocks [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Transition to ACTIVE for port object 77bfb357-fb55-4001-8cee-b66e05bfe411 will not be triggered until provisioned by entity L2. {{(pid=92660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:57.834919 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:57.837580 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-819a7efd-0e66-4213-9750-95b56464dea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:57.874072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:57.942401 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4705c5b-289f-4155-95d3-75d585446856 None None] Pushing event updated for resources: {'Port': ['ID=77bfb357-fb55-4001-8cee-b66e05bfe411,revision_number=3']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:57.953116 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-a4705c5b-289f-4155-95d3-75d585446856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:58.006069 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] For port 83ae6743-4c88-43fd-b976-ab4ef6264b88, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:57:58.018209 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] For port 83ae6743-4c88-43fd-b976-ab4ef6264b88, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=83ae6743-4c88-43fd-b976-ab4ef6264b88,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:57:58.019446 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a94af6-82f9-42e0-bafa-45001ac50d85,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:58.024140 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:58.027736 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=8a561286-6668-4734-8663-9e73c13432c1,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:58.033162 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-fee756bf-8184-45c2-a6fc-e691e60e287a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:58.036915 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-fee756bf-8184-45c2-a6fc-e691e60e287a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 819 time: 1.0121729 Jun 21 13:57:58.047295 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:58.068305 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.076458 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.082455 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43774) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:58.084583 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-615b2137-a103-4fb1-b9ac-367d28c4a5b7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/75a94af6-82f9-42e0-bafa-45001ac50d85 HTTP/1.1" status: 204 len: 168 time: 2.7216370 Jun 21 13:57:58.091253 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:58.131957 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.144525 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-8327f77d-06bc-429b-89f6-c66c87c33e7d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/quotas/ecc0b854e23d4b8689629bd41ab3a2a1 HTTP/1.1" status: 200 len: 375 time: 0.0567520 Jun 21 13:57:58.237141 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Attempting to bind port 77bfb357-fb55-4001-8cee-b66e05bfe411 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:57:58.237685 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Attempting to bind port 77bfb357-fb55-4001-8cee-b66e05bfe411 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:57:58.239713 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Attempting to bind port 77bfb357-fb55-4001-8cee-b66e05bfe411 on network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:57:58.251707 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:57:58.251707 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Checking segment: {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:57:58.252069 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.252340 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Bound using segment: {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:57:58.254697 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Bound port: 77bfb357-fb55-4001-8cee-b66e05bfe411, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'}}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:57:58.256513 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.342505 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09985e-9b91-4413-bd4e-5db52a54672a None None] Pushing event updated for resources: {'Port': ['ID=83ae6743-4c88-43fd-b976-ab4ef6264b88,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:58.365840 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-6c09985e-9b91-4413-bd4e-5db52a54672a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:58.377208 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port c4d514a6-252c-43e1-9a40-5bb8a65de83e triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:57:58.377835 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.460658 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:58.461794 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:57:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:58.468229 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:57:58.500216 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-978125f4-64a0-4b7c-80a9-65b45f51497b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3468466 Jun 21 13:57:58.523879 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Allocated IP 172.20.0.1 (0f04b0fe-873b-482f-b5a6-1f1bf4bf4975/08439e62-b064-4457-9281-33203a85208c/1cb1a065-3239-4997-8840-b7164217cdae) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:57:58.539390 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Router 793d0618-4843-4397-98a1-ea5f49054a28 is scheduled to L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 with binding_index 1 {{(pid=92657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:57:58.622619 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] For port 77bfb357-fb55-4001-8cee-b66e05bfe411, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:57:58.645806 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] For port 77bfb357-fb55-4001-8cee-b66e05bfe411, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=77bfb357-fb55-4001-8cee-b66e05bfe411,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:57:58.650779 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.656209 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.711014 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-a4705c5b-289f-4155-95d3-75d585446856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:58.711317 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.783253 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:57:58.812574 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:57:58.853854 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:57:58.940102 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:58.955860 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-b2026e7b-ac7b-40d3-a894-bc72837c0ecd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92657) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:57:58.958055 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4705c5b-289f-4155-95d3-75d585446856 None None] Pushing event updated for resources: {'Port': ['ID=77bfb357-fb55-4001-8cee-b66e05bfe411,revision_number=4']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:58.963936 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-b2026e7b-ac7b-40d3-a894-bc72837c0ecd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1571848 Jun 21 13:57:58.978725 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-a4705c5b-289f-4155-95d3-75d585446856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:58.983823 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Routers {'4cd784f7-9eb5-41cb-9df0-303060710360'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:58.984490 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:57:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['4cd784f7-9eb5-41cb-9df0-303060710360'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:59.010324 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Sync routers for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:57:59.023892 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:57:59.024861 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:57:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:59.131869 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.148936 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:57:59.162952 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.166752 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.169180 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.170701 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > port after_create 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.172076 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.175057 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > port after_update 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.176973 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.178584 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.179183 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.181458 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.183180 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-43e3192f-fb12-4c6a-977f-94f96e4b710c service neutron] 10.222.0.60 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181349 Jun 21 13:57:59.201492 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Notify callbacks [] for router, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.205261 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8993752 Jun 21 13:57:59.211244 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 43792) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:57:59.230119 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Transition to ACTIVE for port object 1cb1a065-3239-4997-8840-b7164217cdae will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:57:59.250758 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] Set router 4cd784f7-9eb5-41cb-9df0-303060710360 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:57:59.639740 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.640133 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.640507 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.640843 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92658) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:57:59.641173 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093cfdd3-0983-4ee5-be40-707111d5ad31']}} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:59.655287 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Pushing event updated for resources: {'Port': ['ID=69e0a57f-4ec8-4566-995e-8f917d7a24fe,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:57:59.694823 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.911s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:57:59.713348 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-1d20421d-f86b-4b46-a201-75a2030f63dc service neutron] 10.222.0.60 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292752 Jun 21 13:57:59.760955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Network d17dac8b-7e97-4282-84f0-314aac67e491 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:57:59.762820 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea226e79-b1d6-4241-8594-fcc015b20b2d') {'for_net_delete': True} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:59.763120 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea226e79-b1d6-4241-8594-fcc015b20b2d') {} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:59.798604 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '8a561286-6668-4734-8663-9e73c13432c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T13:57:53Z', 'revision_number': 4, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port': {'id': '8a561286-6668-4734-8663-9e73c13432c1', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:47Z', 'updated_at': '2021-06-21T13:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '77bfb357-fb55-4001-8cee-b66e05bfe411', 'name': '', 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'mac_address': 'fa:16:3e:64:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '10105540-d1af-4163-ba0f-22bab6111519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:51Z', 'updated_at': '2021-06-21T13:57:58Z', 'revision_number': 4, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'subnets': [{'id': '10105540-d1af-4163-ba0f-22bab6111519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:57:59.852262 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:57:59.872697 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271646'] for segment, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.881534 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2c92bc-9fc0-4ee8-8479-e777596505b7 None None] The sync data for ids ['4cd784f7-9eb5-41cb-9df0-303060710360'] in dv-cinder-794962-5-smb is: [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '8a561286-6668-4734-8663-9e73c13432c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T13:57:53Z', 'revision_number': 4, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port': {'id': '8a561286-6668-4734-8663-9e73c13432c1', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:47Z', 'updated_at': '2021-06-21T13:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '77bfb357-fb55-4001-8cee-b66e05bfe411', 'name': '', 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'mac_address': 'fa:16:3e:64:81:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '10105540-d1af-4163-ba0f-22bab6111519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:51Z', 'updated_at': '2021-06-21T13:57:58Z', 'revision_number': 4, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'subnets': [{'id': '10105540-d1af-4163-ba0f-22bab6111519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:57:59.885705 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:57:59.891768 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:57:59.906589 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:57:59.985599 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.021949 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-884b92ec-ed5a-43c9-b9bb-770cdb7d8704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:00.045525 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:57:55Z', 'revision_number': 3, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:00.091822 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:00.099776 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Checking router: 793d0618-4843-4397-98a1-ea5f49054a28 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:58:00.100856 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Updating router 793d0618-4843-4397-98a1-ea5f49054a28 port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 binding host dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:58:00.102504 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:00.111707 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:00.112127 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643606'] for router_interface, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.153175 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169859d2-9738-46c1-bf92-afda5335a700 req-8a590958-3479-46d0-9f3d-94d738880080 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:00.157862 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.172717 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-169859d2-9738-46c1-bf92-afda5335a700 req-8a590958-3479-46d0-9f3d-94d738880080 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 932 time: 1.4289443 Jun 21 13:58:00.175283 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7637284 Jun 21 13:58:00.183820 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.244833 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-cbec8a2b-d53a-4d7a-97ca-5ff45a441e80 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=92658) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 13:58:00.245839 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-cbec8a2b-d53a-4d7a-97ca-5ff45a441e80 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0415435 Jun 21 13:58:00.296481 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=92658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:58:00.296481 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130826'] for segment, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.394948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb1a065-3239-4997-8840-b7164217cdae,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:00.479218 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: from cryptography.utils import int_from_bytes Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: from cryptography.utils import int_from_bytes Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: Traceback (most recent call last): Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: timer() Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: cb(*args, **kw) Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: return func(*args, **kwargs) Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: self._notify() Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: self.callback(batched_events) Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: event.method(event) Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: return f(self, *a, **k) Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: return self._get(url).json() Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: return self.request(url, 'GET', **kwargs) Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:58:00.488892 dv-cinder-794962-5-smb neutron-server[92658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:58:00.722438 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 77bfb357-fb55-4001-8cee-b66e05bfe411 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:00.747985 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-169859d2-9738-46c1-bf92-afda5335a700 req-f6470a24-4d6d-4b78-860d-65bb985e58a7 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742714 Jun 21 13:58:00.772186 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Request body: {'port': {'device_id': 'dab67af9-a41c-49b3-81d8-494a2d550fae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:00.774807 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.845478 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:00.890513 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:00.897329 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] 10.222.0.60 "DELETE /v2.0/networks/093cfdd3-0983-4ee5-be40-707111d5ad31 HTTP/1.1" status: 204 len: 168 time: 2.7997632 Jun 21 13:58:00.900525 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43836) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:00.997806 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Pushing event deleted for resources: {'Network': ['ID=093cfdd3-0983-4ee5-be40-707111d5ad31,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:01.017086 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:01.049753 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:57:52Z', 'revision_number': 3, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:01.170202 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Deleting subnet 54f33c3a-aa88-4de0-860d-b2faa98d42a6 {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:58:01.175713 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.218321 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.351257 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.414115 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3d98240b-e238-4bd2-85e5-b948e9e42f5e req-7d19acb9-ca95-4355-b8ee-5b7fbfe82ada tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 210 time: 0.6578953 Jun 21 13:58:01.439305 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eb541e-46fc-444e-95da-f7934fa506ff None None] The sync data for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb is: [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:57:52Z', 'revision_number': 3, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:01.458428 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.478579 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-4d080818-b947-449c-9984-ed5e5c49385b None None] Provisioning for port 1cb1a065-3239-4997-8840-b7164217cdae completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:01.556426 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-4d080818-b947-449c-9984-ed5e5c49385b None None] Provisioning complete for port 1cb1a065-3239-4997-8840-b7164217cdae triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:01.558203 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-4d080818-b947-449c-9984-ed5e5c49385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:01.795151 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 77bfb357-fb55-4001-8cee-b66e05bfe411 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:01.922662 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 77bfb357-fb55-4001-8cee-b66e05bfe411 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:01.924991 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.158784 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-4d080818-b947-449c-9984-ed5e5c49385b None None] Port 1cb1a065-3239-4997-8840-b7164217cdae cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:02.198739 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-38b4f533-526a-4555-a66b-3643d4056b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.212667 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Notify callbacks [] for port, precommit_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.236719 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Transition to ACTIVE for port object fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:02.288249 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.290543 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.307007 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-dab93cea-583a-405a-b0eb-1a7625615f6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:02.441752 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.523898 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.529005 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.563279 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959490-bc85-461b-b322-8b38d0ca9d48 None None] Pushing event updated for resources: {'Port': ['ID=fe879ee5-418f-4a1c-80c2-c136bfeb0dc7,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:02.563811 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.573987 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Attempting to bind port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:02.584224 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644879'] for router_interface, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.585309 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Attempting to bind port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:02.585616 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Attempting to bind port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 on network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:02.597939 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2e959490-bc85-461b-b322-8b38d0ca9d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:02.599746 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:02.605581 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:02.606473 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:02.607094 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.607700 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Bound using segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:02.608339 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Bound port: fe879ee5-418f-4a1c-80c2-c136bfeb0dc7, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:02.609151 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.655229 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 77bfb357-fb55-4001-8cee-b66e05bfe411, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=77bfb357-fb55-4001-8cee-b66e05bfe411,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:02.669525 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.671113 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 2896b57a-97bf-4625-a268-2011bf26aaab up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:02.676969 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:02.722545 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb1a065-3239-4997-8840-b7164217cdae,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:02.763311 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:02.775724 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-cc5f9f1d-2834-45dc-8445-09a193497746 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:02.807944 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-cc5f9f1d-2834-45dc-8445-09a193497746 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 819 time: 0.8934038 Jun 21 13:58:02.849296 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] For port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:02.871791 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-7aa1edeb-5cfc-4103-b066-9e126a76bd47 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/quotas/ecc0b854e23d4b8689629bd41ab3a2a1 HTTP/1.1" status: 200 len: 375 time: 0.0478199 Jun 21 13:58:02.874528 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.950928 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] For port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=fe879ee5-418f-4a1c-80c2-c136bfeb0dc7,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:02.956141 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=77bfb357-fb55-4001-8cee-b66e05bfe411,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:02.961673 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7cc753c6-4d4a-4449-996f-5db619692e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:02.975329 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:02.979756 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:02.984036 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-6c09985e-9b91-4413-bd4e-5db52a54672a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:03.132441 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Allocated IP 172.20.0.1 (b1c61647-a78f-4fc6-952a-932724901d23/167e3d02-a854-450d-ac75-dad8fb0af4d1/81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:03.144376 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e0a57f-4ec8-4566-995e-8f917d7a24fe {{(pid=92658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:03.178427 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.213997 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.provisioning_blocks [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Transition to ACTIVE for port object 69e0a57f-4ec8-4566-995e-8f917d7a24fe will not be triggered until provisioned by entity L2. {{(pid=92658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:03.248272 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.264069 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f33c3a-aa88-4de0-860d-b2faa98d42a6,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:03.297368 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 2896b57a-97bf-4625-a268-2011bf26aaab triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:03.302376 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.302504 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:03.303956 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:03.319943 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.324458 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/54f33c3a-aa88-4de0-860d-b2faa98d42a6 HTTP/1.1" status: 204 len: 168 time: 2.3869655 Jun 21 13:58:03.349424 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43906) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:03.454540 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.471423 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.497626 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Transition to ACTIVE for port object 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:03.545061 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e959490-bc85-461b-b322-8b38d0ca9d48 None None] Pushing event updated for resources: {'Port': ['ID=fe879ee5-418f-4a1c-80c2-c136bfeb0dc7,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:03.552167 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2e959490-bc85-461b-b322-8b38d0ca9d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:03.562875 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:03.572566 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:57:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:03.774843 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b5f90-2e6d-4c17-b5ac-38db778146e1 req-7aa0af6c-ceab-4073-97b4-e28efd3bc357 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:03.776942 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-992b5f90-2e6d-4c17-b5ac-38db778146e1 req-7aa0af6c-ceab-4073-97b4-e28efd3bc357 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 932 time: 1.5937889 Jun 21 13:58:03.834307 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-fc0d18fb-9ad1-48f3-a726-93b7f04e53ee tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9102213 Jun 21 13:58:03.844934 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:03.882420 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:03.901043 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:03.902463 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 8a561286-6668-4734-8663-9e73c13432c1 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:03.913843 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:03.939434 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:04.015961 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-992b5f90-2e6d-4c17-b5ac-38db778146e1 req-e19fa780-2161-4b79-8998-6f76a9c8e345 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085047 Jun 21 13:58:04.025489 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Network b1c61647-a78f-4fc6-952a-932724901d23 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:04.061315 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:04.063892 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:04.064439 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643606'] for router_interface, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.069246 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Pushing event updated for resources: {'Port': ['ID=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:04.136614 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:04.515728 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-b76c6462-0aec-4ad5-b5f8-eeec07b42f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.538857 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 8a561286-6668-4734-8663-9e73c13432c1 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:04.538857 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.547996 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-6594f1c7-576e-4a67-9c48-58ee4eecab9f None None] Provisioning complete for port 1cb1a065-3239-4997-8840-b7164217cdae triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:04.551771 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-6594f1c7-576e-4a67-9c48-58ee4eecab9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.622593 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:58:04.676468 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Attempting to bind port 69e0a57f-4ec8-4566-995e-8f917d7a24fe on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:04.677458 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Attempting to bind port 69e0a57f-4ec8-4566-995e-8f917d7a24fe by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '3ac5463d-8fd3-4140-91db-91f4d8df78f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd17dac8b-7e97-4282-84f0-314aac67e491'}] {{(pid=92658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:04.677942 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Attempting to bind port 69e0a57f-4ec8-4566-995e-8f917d7a24fe on network d17dac8b-7e97-4282-84f0-314aac67e491 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:04.690484 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.749204 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-6594f1c7-576e-4a67-9c48-58ee4eecab9f None None] Port 1cb1a065-3239-4997-8840-b7164217cdae cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:04.762079 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.795473 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Pushing event updated for resources: {'Port': ['ID=69e0a57f-4ec8-4566-995e-8f917d7a24fe,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:04.817614 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24ab00e-79e4-4979-8ef0-b499930c79cc']}} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:04.830160 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Port 69e0a57f-4ec8-4566-995e-8f917d7a24fe on network d17dac8b-7e97-4282-84f0-314aac67e491 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:04.830396 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Attempting to bind port 69e0a57f-4ec8-4566-995e-8f917d7a24fe on network d17dac8b-7e97-4282-84f0-314aac67e491 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:04.859280 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.555s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:04.889388 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:04.889728 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Checking segment: {'id': '3ac5463d-8fd3-4140-91db-91f4d8df78f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd17dac8b-7e97-4282-84f0-314aac67e491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:04.900896 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Bound using segment: {'id': '3ac5463d-8fd3-4140-91db-91f4d8df78f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd17dac8b-7e97-4282-84f0-314aac67e491'} {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:04.901387 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Bound port: 69e0a57f-4ec8-4566-995e-8f917d7a24fe, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ac5463d-8fd3-4140-91db-91f4d8df78f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'd17dac8b-7e97-4282-84f0-314aac67e491'}}] {{(pid=92658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:04.905066 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:04.955253 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:58:04.967817 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6703c1-da1b-4095-aea6-1288f38dd613') {'for_net_delete': True} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:04.979297 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6703c1-da1b-4095-aea6-1288f38dd613') {} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:04.979490 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] 10.222.0.60 "PUT /v2.0/routers/d1c1e430-c64d-4dd6-8772-a1c0d1a84414/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6915162 Jun 21 13:58:05.047486 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-daff42db-a101-474e-92e7-50c7f5f4410a None None] Provisioning for port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:05.087987 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271646'] for segment, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.099479 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-daff42db-a101-474e-92e7-50c7f5f4410a None None] Provisioning complete for port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:05.101118 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-daff42db-a101-474e-92e7-50c7f5f4410a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.179839 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Sync routers for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:58:05.192562 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.199774 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.203030 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:05.203667 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:58:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:05.216507 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.218015 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644879'] for router_interface, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.220134 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-ddd210f7-aebe-402a-b6b9-89e31c9521a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:05.225183 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-daff42db-a101-474e-92e7-50c7f5f4410a None None] Port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:05.256668 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-ec8c2a62-1b25-48dc-8aa2-b603d7659039 service neutron] 10.222.0.60 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4085691 Jun 21 13:58:05.343088 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.362587 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:57:55Z', 'revision_number': 3, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:05.370979 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=92658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:58:05.371679 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130826'] for segment, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: Traceback (most recent call last): Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: timer() Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: cb(*args, **kw) Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: return func(*args, **kwargs) Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: self._notify() Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: self.callback(batched_events) Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: event.method(event) Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: return f(self, *a, **k) Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: return self._get(url).json() Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: return self.request(url, 'GET', **kwargs) Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:58:05.376581 dv-cinder-794962-5-smb neutron-server[92658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:58:05.448119 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca246cd5-e309-4ce7-9c6e-9c585e14c310 None None] The sync data for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb is: [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:57:55Z', 'revision_number': 3, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:05.530425 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Pushing event updated for resources: {'Port': ['ID=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:05.537447 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 77bfb357-fb55-4001-8cee-b66e05bfe411 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:05.550036 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:05.617326 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.22', 64099) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:05.639441 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] For port 69e0a57f-4ec8-4566-995e-8f917d7a24fe, host hv-cinder-79496, cleared binding levels {{(pid=92658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:05.753748 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:05.786351 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.795116 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 77bfb357-fb55-4001-8cee-b66e05bfe411 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:05.797915 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.861123 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-6301b0ed-7550-4636-812b-cd07cfe0481a service neutron] 10.222.0.60 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495279 Jun 21 13:58:05.906688 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:05.943780 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e44d6922-8454-495f-832d-40ad3cb76aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:06.047979 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f24ab00e-79e4-4979-8ef0-b499930c79cc,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:06.099511 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] For port 69e0a57f-4ec8-4566-995e-8f917d7a24fe, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=69e0a57f-4ec8-4566-995e-8f917d7a24fe,segment=NetworkSegment(3ac5463d-8fd3-4140-91db-91f4d8df78f6),segment_id=3ac5463d-8fd3-4140-91db-91f4d8df78f6)] {{(pid=92658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:06.101252 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:06.134289 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f24ab00e-79e4-4979-8ef0-b499930c79cc HTTP/1.1" status: 204 len: 168 time: 2.7838659 Jun 21 13:58:06.143923 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:06.146780 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:06.152159 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Network b1c61647-a78f-4fc6-952a-932724901d23 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:06.169910 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:06.174494 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-43a1ec33-23a8-4b2e-aae0-d9309ab8cf23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:06.272673 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57f915-83aa-4467-84d5-77d038b17538 req-6d368cfe-d486-4e6a-b761-0b56da0dd772 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:06.286554 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd57f915-83aa-4467-84d5-77d038b17538 req-6d368cfe-d486-4e6a-b761-0b56da0dd772 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 944 time: 0.8921833 Jun 21 13:58:06.491600 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:06.492741 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:06.496598 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] 10.222.0.22 "PUT /v2.0/ports/69e0a57f-4ec8-4566-995e-8f917d7a24fe HTTP/1.1" status: 200 len: 1094 time: 5.9978559 Jun 21 13:58:06.530618 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab67af9-a41c-49b3-81d8-494a2d550fae', 'tag': '69e0a57f-4ec8-4566-995e-8f917d7a24fe'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:06.582642 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Pushing event updated for resources: {'Port': ['ID=69e0a57f-4ec8-4566-995e-8f917d7a24fe,revision_number=3']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:06.718149 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 83ae6743-4c88-43fd-b976-ab4ef6264b88 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:06.889128 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:06.889712 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 43994) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:06.977093 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-cdfad656-0656-4297-990a-989e32bd5235 None None] Provisioning complete for port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:06.978918 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-cdfad656-0656-4297-990a-989e32bd5235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.224259 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-cdfad656-0656-4297-990a-989e32bd5235 None None] Port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:07.276975 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-31184bf5-2966-43be-bf3c-43562807e3e1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:07.284044 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-31184bf5-2966-43be-bf3c-43562807e3e1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 819 time: 1.6443980 Jun 21 13:58:07.308309 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 83ae6743-4c88-43fd-b976-ab4ef6264b88 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:07.332028 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 83ae6743-4c88-43fd-b976-ab4ef6264b88 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:07.332842 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.336962 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a00d13c-0e56-4aff-b237-8a4709f99eff" -d '{"events": [{"name": "network-changed", "server_uuid": "dab67af9-a41c-49b3-81d8-494a2d550fae", "tag": "69e0a57f-4ec8-4566-995e-8f917d7a24fe"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:07.369007 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-f0347474-cf51-4fd4-a173-d079f988e32f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49ce0c9e27654f79a8b03cfe9504f172&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4356916 Jun 21 13:58:07.376147 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:01Z', 'revision_number': 2, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:07.386292 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44012) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:07.412055 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.451974 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd57f915-83aa-4467-84d5-77d038b17538 req-38851a9c-bb53-4942-b5e2-a3e064a8d396 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1644938 Jun 21 13:58:07.461826 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Request body: {'port': {'device_id': '5ecfc43f-48f1-461f-9d47-121549938927', 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121', 'admin_state_up': True, 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:07.516778 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.547457 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-b095a090-de5e-4d69-adfd-4a12f3b838c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:07.554793 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-b095a090-de5e-4d69-adfd-4a12f3b838c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5c991096f87450bb28b88b3ad074911&device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 1097 time: 0.9645774 Jun 21 13:58:07.556597 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Router 793d0618-4843-4397-98a1-ea5f49054a28 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:58:07.579225 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Checking router: d1c1e430-c64d-4dd6-8772-a1c0d1a84414 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:58:07.583874 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Updating router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 port 1cb1a065-3239-4997-8840-b7164217cdae binding host dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:58:07.654221 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.731440 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 83ae6743-4c88-43fd-b976-ab4ef6264b88, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=83ae6743-4c88-43fd-b976-ab4ef6264b88,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:07.735925 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.740246 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.752855 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:07.792495 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-df895823-64ef-4ea4-a2a7-726e0d8af569 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69e0a57f-4ec8-4566-995e-8f917d7a24fe HTTP/1.1" status: 200 len: 217 time: 0.2230058 Jun 21 13:58:07.804820 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db481197-a26e-4b99-aae2-6c9406db9847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.888578 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db481197-a26e-4b99-aae2-6c9406db9847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:07.958956 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=83ae6743-4c88-43fd-b976-ab4ef6264b88,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:07.971058 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:07.988705 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:08.094493 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:08.102770 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:08.115403 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.241337 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-5cafad79-87bf-4f49-94d6-ef8668d0a19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:08.246700 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-5cafad79-87bf-4f49-94d6-ef8668d0a19a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3da0d628-ebc4-4bfe-aff5-5f6c3bbd90f9 HTTP/1.1" status: 200 len: 850 time: 0.2080140 Jun 21 13:58:08.248877 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db481197-a26e-4b99-aae2-6c9406db9847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.252847 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db481197-a26e-4b99-aae2-6c9406db9847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.261494 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-db481197-a26e-4b99-aae2-6c9406db9847 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ab0eac0-d8fe-4c87-8474-692a2a0d7fac HTTP/1.1" status: 204 len: 168 time: 0.8719988 Jun 21 13:58:08.266879 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:08.290624 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-665e4b1b-5f62-4c68-bcb5-bbd8ef63d561 req-8448ad44-5fbe-45e8-b8e3-4b700caeb0ad tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 210 time: 0.1591403 Jun 21 13:58:08.321535 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44032) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:08.356390 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107456060', 'description': 'tempest-description--680547960'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:08.370417 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db481197-a26e-4b99-aae2-6c9406db9847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab0eac0-d8fe-4c87-8474-692a2a0d7fac,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:08.386695 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-db481197-a26e-4b99-aae2-6c9406db9847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:08.394818 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-b6097502-b053-416b-bb2b-6dd616c078cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17dac8b-7e97-4282-84f0-314aac67e491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292467 Jun 21 13:58:08.563940 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.668631 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=fe879ee5-418f-4a1c-80c2-c136bfeb0dc7,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:08.677822 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.684899 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:08.747695 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Notify callbacks [] for port, precommit_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.762360 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.provisioning_blocks [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Transition to ACTIVE for port object 1cb1a065-3239-4997-8840-b7164217cdae will not be triggered until provisioned by entity L2. {{(pid=92660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:08.775058 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:08.778904 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:08.835299 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=fe879ee5-418f-4a1c-80c2-c136bfeb0dc7,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:08.839674 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fdd8ee-a249-4f09-a0fe-2034e4d7d95d x-openstack-request-id: req-a4fdd8ee-a249-4f09-a0fe-2034e4d7d95d {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:08.841610 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.db.api [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 13:58:08.841610 dv-cinder-794962-5-smb neutron-server[92657]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 21 13:58:08.841610 dv-cinder-794962-5-smb neutron-server[92657]: [parameters: {'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'id': '0f90cf0c-6a9b-4492-ba4e-a383d193b03a', 'expiration': datetime.datetime(2021, 6, 21, 14, 0, 8, 557860)}] Jun 21 13:58:08.841610 dv-cinder-794962-5-smb neutron-server[92657]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 13:58:08.843763 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab67af9-a41c-49b3-81d8-494a2d550fae", "tag": "69e0a57f-4ec8-4566-995e-8f917d7a24fe", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:08.844832 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_db.api [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 13:58:08.848388 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4fdd8ee-a249-4f09-a0fe-2034e4d7d95d {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:08.849957 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab67af9-a41c-49b3-81d8-494a2d550fae', 'tag': '69e0a57f-4ec8-4566-995e-8f917d7a24fe', 'status': 'completed', 'code': 200} Jun 21 13:58:08.851876 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:08.874581 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-43485383-99c8-485c-9440-fe6cb52e9f57 service neutron] 10.222.0.22 "GET /v2.0/networks/d17dac8b-7e97-4282-84f0-314aac67e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562716 Jun 21 13:58:09.020288 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefc032-55bc-49e7-b493-2dd6b49b87e1 None None] Pushing event updated for resources: {'Port': ['ID=1cb1a065-3239-4997-8840-b7164217cdae,revision_number=3']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:09.084030 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.144606 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-0aefc032-55bc-49e7-b493-2dd6b49b87e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:09.241912 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:58:09.259393 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Sync routers for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:58:09.278346 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Attempting to bind port 1cb1a065-3239-4997-8840-b7164217cdae on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:09.279027 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Attempting to bind port 1cb1a065-3239-4997-8840-b7164217cdae by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:09.281199 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Attempting to bind port 1cb1a065-3239-4997-8840-b7164217cdae on network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:09.289284 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:09.292347 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:58:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:09.300052 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] 10.222.0.60 "PUT /v2.0/routers/793d0618-4843-4397-98a1-ea5f49054a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0586498 Jun 21 13:58:09.328783 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:09.329514 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Checking segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:09.330078 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.334088 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Bound using segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:09.336719 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Bound port: 1cb1a065-3239-4997-8840-b7164217cdae, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'}}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:09.337662 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.466831 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.22', 64109) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:09.603001 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ed1b256-f719-4120-b974-13de3b3fc13b req-94223349-f9f4-4720-9d07-5a34bfc28cfb service neutron] 10.222.0.22 "GET /v2.0/networks/d17dac8b-7e97-4282-84f0-314aac67e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7029765 Jun 21 13:58:09.696548 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] For port 1cb1a065-3239-4997-8840-b7164217cdae, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:09.699796 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07a569-5b5c-4287-abaa-9218a9836b63 req-ef02ae76-25c8-409a-9cf3-ab5360371326 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:09.703630 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7a07a569-5b5c-4287-abaa-9218a9836b63 req-ef02ae76-25c8-409a-9cf3-ab5360371326 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 944 time: 0.5551500 Jun 21 13:58:09.705916 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44070) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:09.707962 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] For port 1cb1a065-3239-4997-8840-b7164217cdae, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=1cb1a065-3239-4997-8840-b7164217cdae,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:09.718047 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:09.722899 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-0aefc032-55bc-49e7-b493-2dd6b49b87e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:09.741707 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:09.808962 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-78f1b60a-d28d-434b-9622-92bca4781758 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:09.812941 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-78f1b60a-d28d-434b-9622-92bca4781758 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 819 time: 0.3377585 Jun 21 13:58:09.914514 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-c31d8f39-9c87-4af2-a22a-e7b0f8fc06a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9568653751de4137bb3639627d3f5baa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2028372 Jun 21 13:58:09.922204 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefc032-55bc-49e7-b493-2dd6b49b87e1 None None] Pushing event updated for resources: {'Port': ['ID=1cb1a065-3239-4997-8840-b7164217cdae,revision_number=4']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:09.931339 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-0aefc032-55bc-49e7-b493-2dd6b49b87e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:09.932171 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:09.932873 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:58:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:09.946857 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7a07a569-5b5c-4287-abaa-9218a9836b63 req-a1a01951-d236-401c-9684-070af572b2c5 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341902 Jun 21 13:58:09.951507 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44074) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:09.951857 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Request body: {'port': {'device_id': '3698ba92-ccf7-43d4-8461-83f513ed371f', 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121', 'admin_state_up': True, 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:09.996552 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:10.142358 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:10.150863 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-44df4461-b5c0-4ef1-8cf4-d167cbad6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:10.154290 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-44df4461-b5c0-4ef1-8cf4-d167cbad6547 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=a5c991096f87450bb28b88b3ad074911&device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 1097 time: 0.3062356 Jun 21 13:58:10.156936 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4a9b97be-6c90-4ae5-832c-0c942a6c0ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.165138 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-335d3564-6afc-4f57-9ae9-cb71c361ac9e req-268e4c68-3d6b-4e75-b96c-f66128faee38 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 210 time: 0.3511539 Jun 21 13:58:10.271626 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.300055 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.354828 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:10.356106 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:10.356684 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.405517 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Made reservation on behalf of ecc0b854e23d4b8689629bd41ab3a2a1 for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:10.414141 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.423328 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a4e582-b836-4e07-8196-1b02a803cb9c,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:10.440745 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4a9b97be-6c90-4ae5-832c-0c942a6c0ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.445869 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:10.447526 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Made reservation on behalf of ecc0b854e23d4b8689629bd41ab3a2a1 for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:10.458399 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.486187 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.490945 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.1681070 Jun 21 13:58:10.515349 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44090) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:10.525565 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'security_group_rule': {'security_group_id': 'f9a4e582-b836-4e07-8196-1b02a803cb9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:10.667391 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:09Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:10.724263 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 2, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:10.772884 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf91c2bb-3827-407f-9c1e-4c8a26c0fe2c None None] The sync data for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb is: [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:09Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:10.869384 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Checking router: 793d0618-4843-4397-98a1-ea5f49054a28 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:58:10.870614 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Updating router 793d0618-4843-4397-98a1-ea5f49054a28 port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 binding host dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:58:10.871625 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-324ae4fd-dfba-4310-bf69-e2d53509ba4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:10.902580 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 83ae6743-4c88-43fd-b976-ab4ef6264b88 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:10.907976 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-324ae4fd-dfba-4310-bf69-e2d53509ba4e service neutron] 10.222.0.22 "GET /v2.0/networks?id=d17dac8b-7e97-4282-84f0-314aac67e491 HTTP/1.1" status: 200 len: 911 time: 0.6933236 Jun 21 13:58:10.935448 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4a9b97be-6c90-4ae5-832c-0c942a6c0ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:10.994210 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.039482 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4a9b97be-6c90-4ae5-832c-0c942a6c0ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.040705 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-4a9b97be-6c90-4ae5-832c-0c942a6c0ced admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/569fa795-5509-4d06-af7c-86049db15022 HTTP/1.1" status: 204 len: 168 time: 1.0845797 Jun 21 13:58:11.057244 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:11.060351 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-074c07fd-3723-4835-a0b8-b1badabded76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69e0a57f-4ec8-4566-995e-8f917d7a24fe HTTP/1.1" status: 200 len: 217 time: 0.1512666 Jun 21 13:58:11.173467 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.206259 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b97be-6c90-4ae5-832c-0c942a6c0ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569fa795-5509-4d06-af7c-86049db15022,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:11.235969 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-aad47d4a-9352-44bd-924d-79ae2a8ec695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:11.240400 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-aad47d4a-9352-44bd-924d-79ae2a8ec695 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3da0d628-ebc4-4bfe-aff5-5f6c3bbd90f9 HTTP/1.1" status: 200 len: 850 time: 0.1633277 Jun 21 13:58:11.241678 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-4a9b97be-6c90-4ae5-832c-0c942a6c0ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:11.460852 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44126) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:11.475455 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 83ae6743-4c88-43fd-b976-ab4ef6264b88 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:11.478953 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.687176 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:11.714653 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926420966', 'description': 'tempest-description--896855915'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:12.003879 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Allocated IP 172.20.0.8 (0dedc0a9-3fab-457b-b8a0-1a64cefa7121/10105540-d1af-4163-ba0f-22bab6111519/5c654217-1caa-44fd-b56e-2b03828bfece) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:12.131781 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-af596a41-3656-48aa-9e86-53e5b5ebfcd2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d17dac8b-7e97-4282-84f0-314aac67e491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8740373 Jun 21 13:58:12.179871 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.215025 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.250736 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:12.339285 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e8e925e1-1fa3-4c8d-9ec5-d298c0014b89 req-b5075bdc-357a-4649-9f1d-600d94583fac tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 210 time: 0.1398489 Jun 21 13:58:12.489909 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aebeb-01d2-4139-8b96-188c6d8462d7 req-b888e28d-b166-4eb9-be06-db8fb152991b tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:12.497644 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3a9aebeb-01d2-4139-8b96-188c6d8462d7 req-b888e28d-b166-4eb9-be06-db8fb152991b tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 944 time: 1.0460393 Jun 21 13:58:12.626954 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Notify callbacks [] for port, precommit_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.632269 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 1cb1a065-3239-4997-8840-b7164217cdae up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:12.638654 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-9ce41063-0431-44ae-9ef0-f9056f3ae5d0 service neutron] 10.222.0.22 "GET /v2.0/networks/d17dac8b-7e97-4282-84f0-314aac67e491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648434 Jun 21 13:58:12.662960 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3a9aebeb-01d2-4139-8b96-188c6d8462d7 req-4ba5f048-9311-4538-a503-c8bcdc8965b7 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640077 Jun 21 13:58:12.665521 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44158) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:12.723240 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.752550 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Transition to ACTIVE for port object 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:12.819486 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19816e1-9c59-4471-9cf9-28da2cb79c8b,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:12.837033 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:12.869372 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.877758 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-6c09985e-9b91-4413-bd4e-5db52a54672a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:12.884081 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:12.885329 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3687744 Jun 21 13:58:12.908596 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44174) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:12.943040 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1a00d13c-0e56-4aff-b237-8a4709f99eff req-0139239b-b951-4a94-9c44-7779e18c020c service neutron] 10.222.0.22 "GET /v2.0/networks/d17dac8b-7e97-4282-84f0-314aac67e491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723782 Jun 21 13:58:12.943171 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'security_group_rule': {'security_group_id': 'f9a4e582-b836-4e07-8196-1b02a803cb9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:13.016957 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.db.api [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 13:58:13.016957 dv-cinder-794962-5-smb neutron-server[92657]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 13:58:13.016957 dv-cinder-794962-5-smb neutron-server[92657]: [parameters: {'project_id_1': '9eb3c91522b44f5ba98f913263e905da', 'expiration_1': datetime.datetime(2021, 6, 21, 13, 58, 12, 973468)}] Jun 21 13:58:13.016957 dv-cinder-794962-5-smb neutron-server[92657]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92657) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 13:58:13.017482 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_db.api [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 13:58:13.030229 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ea5a-49ea-4550-b0b0-743a88c599e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.117337 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 1cb1a065-3239-4997-8840-b7164217cdae completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:13.132540 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 1cb1a065-3239-4997-8840-b7164217cdae triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:13.133018 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.162084 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fd7f1-8940-4f8e-892d-bed27554f134 None None] Pushing event updated for resources: {'Port': ['ID=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:13.174508 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.175481 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-e93fd7f1-8940-4f8e-892d-bed27554f134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:13.229231 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:13.345428 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Attempting to bind port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:13.345739 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Attempting to bind port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:13.346113 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Attempting to bind port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 on network b1c61647-a78f-4fc6-952a-932724901d23 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:13.400665 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.413252 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:13.428668 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Checking segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:13.428668 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.428668 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Bound using segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:13.428668 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Bound port: 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:13.428668 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.429986 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.486373 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Allocated IP 172.20.0.6 (0dedc0a9-3fab-457b-b8a0-1a64cefa7121/10105540-d1af-4163-ba0f-22bab6111519/cb899d40-4e70-40d3-824e-2787b5763146) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:13.499058 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:13.564432 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.580413 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:13.588212 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:13.598131 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:13.599049 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.608107 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ea5a-49ea-4550-b0b0-743a88c599e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.617061 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a8e1ea5a-49ea-4550-b0b0-743a88c599e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.631579 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] For port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:13.639382 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] For port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:13.653588 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.667243 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7279556 Jun 21 13:58:13.668664 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2e959490-bc85-461b-b322-8b38d0ca9d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:13.672192 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eb6130d5-a2c9-4029-88e9-0aa21538a4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:13.677980 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a8e1ea5a-49ea-4550-b0b0-743a88c599e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6e7fce338c5a4c4795e4d78f08e71f42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0061381 Jun 21 13:58:13.686986 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 1cb1a065-3239-4997-8840-b7164217cdae, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=1cb1a065-3239-4997-8840-b7164217cdae,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:13.688027 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44190) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:13.701759 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Pushing event updated for resources: {'Port': ['ID=5c654217-1caa-44fd-b56e-2b03828bfece,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:13.715870 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:13.717375 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.719085 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0304005 Jun 21 13:58:13.728901 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:13.733269 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44194) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:13.752172 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'security_group_rule': {'security_group_id': '9085173e-c55b-479d-bb9a-de2a8d39403f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:13.780884 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Request body: {'port': {'device_id': '3698ba92-ccf7-43d4-8461-83f513ed371f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:13.830332 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1ea5a-49ea-4550-b0b0-743a88c599e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccc9805-9aaa-4bb6-add4-711f4c8efd2b,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:13.848296 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a8e1ea5a-49ea-4550-b0b0-743a88c599e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:13.891199 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40afcc15-93c0-4141-a7e4-99e3477b46a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.912141 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.951621 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:13.980135 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:13.981217 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:58:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:14.025934 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fd7f1-8940-4f8e-892d-bed27554f134 None None] Pushing event updated for resources: {'Port': ['ID=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.043765 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-e93fd7f1-8940-4f8e-892d-bed27554f134 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.043765 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2e959490-bc85-461b-b322-8b38d0ca9d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.067024 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40afcc15-93c0-4141-a7e4-99e3477b46a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.173119 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9085173e-c55b-479d-bb9a-de2a8d39403f,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.197089 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.200970 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.226935 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.237139 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.242044 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.245416 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=1cb1a065-3239-4997-8840-b7164217cdae,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.256122 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b7d9f-ee9d-4730-b795-c01d136e5149 req-32be7045-dffa-407a-8742-79d51bcba9d8 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:14.258058 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-578b7d9f-ee9d-4730-b795-c01d136e5149 req-32be7045-dffa-407a-8742-79d51bcba9d8 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 944 time: 0.3164504 Jun 21 13:58:14.258407 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.283417 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76db192d-d1cf-4c05-a558-e7c3166de9da,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.288718 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.293890 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5494792 Jun 21 13:58:14.294617 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44218) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:14.302095 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.304145 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40afcc15-93c0-4141-a7e4-99e3477b46a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.308587 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'security_group_rule': {'security_group_id': '9085173e-c55b-479d-bb9a-de2a8d39403f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:14.317508 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40afcc15-93c0-4141-a7e4-99e3477b46a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.318579 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-40afcc15-93c0-4141-a7e4-99e3477b46a8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ccc9805-9aaa-4bb6-add4-711f4c8efd2b HTTP/1.1" status: 204 len: 168 time: 0.6249492 Jun 21 13:58:14.325225 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.359457 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afcc15-93c0-4141-a7e4-99e3477b46a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccc9805-9aaa-4bb6-add4-711f4c8efd2b,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.366193 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-40afcc15-93c0-4141-a7e4-99e3477b46a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.372787 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-578b7d9f-ee9d-4730-b795-c01d136e5149 req-6fac0d7b-0693-415c-b422-0c327d0af8c9 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972779 Jun 21 13:58:14.387942 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.405303 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:14.467794 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.476340 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.491523 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.535573 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac634e11-646d-4699-9154-cfd846933868,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.542788 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.551491 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.552127 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 1cb1a065-3239-4997-8840-b7164217cdae up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:14.556198 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423a95e-0d6c-4cf1-89b0-346ebcd87c49 req-1c930346-e1c8-4811-949d-7ff4238feff2 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:14.562166 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2588332 Jun 21 13:58:14.562972 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44226) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:14.568623 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d423a95e-0d6c-4cf1-89b0-346ebcd87c49 req-1c930346-e1c8-4811-949d-7ff4238feff2 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 931 time: 0.9440525 Jun 21 13:58:14.570362 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'floatingip': {'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:14.590661 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.633690 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.634865 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.662522 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.701695 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:14.717417 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d423a95e-0d6c-4cf1-89b0-346ebcd87c49 req-7b3f2e4b-e879-4675-ba2d-86719f2d2882 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478961 Jun 21 13:58:14.738812 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.770972 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.776465 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 1cb1a065-3239-4997-8840-b7164217cdae triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:14.776959 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.857283 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca88ebfc-e370-456e-86c3-19826f075ae4,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:14.863858 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:14.936624 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:14.936872 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.937974 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0097513 Jun 21 13:58:14.942475 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44230) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:14.954637 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'floatingip': {'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:14.960967 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:14.987093 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f45b7c-1b24-4605-9608-fde6f17a0332 None None] The sync data for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb is: [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:14.989602 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44232) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:14.996093 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-560451fa-ad42-4dff-bfe0-a903917734d1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:15.054305 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Allocated IP 172.28.3.86 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/dad9a0cd-6707-44f3-9f8a-ee5fe9001087) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:15.098913 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:15.102424 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6c74b969-324d-47e8-b5e4-d6bba5674d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.106522 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.131294 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:15.134536 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:15.141771 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:15.142651 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.172701 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Pushing event updated for resources: {'Port': ['ID=cb899d40-4e70-40d3-824e-2787b5763146,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:15.176478 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:15.200500 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7448385 Jun 21 13:58:15.219188 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Request body: {'port': {'device_id': '5ecfc43f-48f1-461f-9d47-121549938927', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:15.354220 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.363956 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c654217-1caa-44fd-b56e-2b03828bfece {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:15.397383 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.429302 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Transition to ACTIVE for port object 5c654217-1caa-44fd-b56e-2b03828bfece will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:15.432625 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.436243 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.447595 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:15.552013 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.567728 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ef74b441-e645-429e-8a80-d33ef51bdf7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:15.576636 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6c74b969-324d-47e8-b5e4-d6bba5674d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.630328 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6c74b969-324d-47e8-b5e4-d6bba5674d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.650365 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:15.677407 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c654217-1caa-44fd-b56e-2b03828bfece,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:15.685307 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:15.689878 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:15.692870 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.705155 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:15.736611 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Attempting to bind port 5c654217-1caa-44fd-b56e-2b03828bfece on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:15.736858 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Attempting to bind port 5c654217-1caa-44fd-b56e-2b03828bfece by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:15.737215 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Attempting to bind port 5c654217-1caa-44fd-b56e-2b03828bfece on network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:15.746130 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Port 5c654217-1caa-44fd-b56e-2b03828bfece on network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:15.746845 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Attempting to bind port 5c654217-1caa-44fd-b56e-2b03828bfece on network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:15.757041 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:15.757465 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Checking segment: {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:15.758027 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Bound using segment: {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:15.758568 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Bound port: 5c654217-1caa-44fd-b56e-2b03828bfece, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:15.758815 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:15.795269 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'Port': ['ID=dad9a0cd-6707-44f3-9f8a-ee5fe9001087,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:15.804299 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:15.810692 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:15.818663 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-6c74b969-324d-47e8-b5e4-d6bba5674d10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50f35d12079d4ae3a56ee74552da451d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8260770 Jun 21 13:58:15.819659 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44254) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:15.927964 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74b969-324d-47e8-b5e4-d6bba5674d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a09637-470f-46c9-8c62-5fe6377a081d,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:15.943536 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6c74b969-324d-47e8-b5e4-d6bba5674d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:15.969177 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] For port 5c654217-1caa-44fd-b56e-2b03828bfece, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:16.010678 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] For port 5c654217-1caa-44fd-b56e-2b03828bfece, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c654217-1caa-44fd-b56e-2b03828bfece,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:16.024004 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.034886 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2ec4e-eba4-45ea-b0af-3a3da298b728 req-8961b292-e6a6-460c-a731-427cb903c6dd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.036589 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-32f2ec4e-eba4-45ea-b0af-3a3da298b728 req-8961b292-e6a6-460c-a731-427cb903c6dd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 943 time: 0.1866815 Jun 21 13:58:16.036802 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae13dc-8648-4aa1-acee-d768555a2884 req-32968ee2-201d-4e6f-97e2-74e88f25caeb tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.043994 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-55ae13dc-8648-4aa1-acee-d768555a2884 req-32968ee2-201d-4e6f-97e2-74e88f25caeb tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 944 time: 0.4499986 Jun 21 13:58:16.046887 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3bf46337-f105-4cdf-8ebd-b9ca5ca34bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:16.088049 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Allocated IP 172.28.3.190 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/466977a6-a191-4e71-8c08-46746553102b) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:16.119940 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.147851 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.148522 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.149959 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] 10.222.0.22 "PUT /v2.0/ports/5c654217-1caa-44fd-b56e-2b03828bfece HTTP/1.1" status: 200 len: 1093 time: 2.4230337 Jun 21 13:58:16.150463 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3698ba92-ccf7-43d4-8461-83f513ed371f', 'tag': '5c654217-1caa-44fd-b56e-2b03828bfece'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:16.154664 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-719945a8-be87-40d3-a763-d36bb520b3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.208539 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-55ae13dc-8648-4aa1-acee-d768555a2884 req-5117f510-a2df-48ab-9cb7-bd94fee9893b tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636419 Jun 21 13:58:16.233864 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb899d40-4e70-40d3-824e-2787b5763146 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:16.250712 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-719945a8-be87-40d3-a763-d36bb520b3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.270880 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.287503 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.295819 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-32f2ec4e-eba4-45ea-b0af-3a3da298b728 req-0a4491fd-7dfa-4212-8f84-820c9fc41078 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441201 Jun 21 13:58:16.310311 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=5c654217-1caa-44fd-b56e-2b03828bfece,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:16.319084 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:16.319999 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Transition to ACTIVE for port object cb899d40-4e70-40d3-824e-2787b5763146 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:16.334564 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.344143 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:16.403959 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.434231 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-75fafb97-d53a-412f-bd55-81f5fa54b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.441255 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-75fafb97-d53a-412f-bd55-81f5fa54b4aa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 1096 time: 0.2169466 Jun 21 13:58:16.463055 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Pushing event updated for resources: {'Port': ['ID=cb899d40-4e70-40d3-824e-2787b5763146,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:16.473942 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19b4921-7039-4022-a90e-53df9e994e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3698ba92-ccf7-43d4-8461-83f513ed371f", "tag": "5c654217-1caa-44fd-b56e-2b03828bfece"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:16.476454 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:16.507396 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:16.622368 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:16.627508 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:16.628000 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.741359 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47aaa45c-b0f6-4d1e-a3d6-6bcc082cc43e x-openstack-request-id: req-47aaa45c-b0f6-4d1e-a3d6-6bcc082cc43e {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:16.741597 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3698ba92-ccf7-43d4-8461-83f513ed371f", "tag": "5c654217-1caa-44fd-b56e-2b03828bfece", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:16.742047 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47aaa45c-b0f6-4d1e-a3d6-6bcc082cc43e {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:16.742427 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3698ba92-ccf7-43d4-8461-83f513ed371f', 'tag': '5c654217-1caa-44fd-b56e-2b03828bfece', 'status': 'completed', 'code': 200} Jun 21 13:58:16.746549 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-061f1a4a-5a70-4b1b-a554-f7946448c386 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c654217-1caa-44fd-b56e-2b03828bfece HTTP/1.1" status: 200 len: 217 time: 0.2847466 Jun 21 13:58:16.749008 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Attempting to bind port cb899d40-4e70-40d3-824e-2787b5763146 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:16.749343 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Attempting to bind port cb899d40-4e70-40d3-824e-2787b5763146 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:16.749665 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Attempting to bind port cb899d40-4e70-40d3-824e-2787b5763146 on network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:16.755429 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Port cb899d40-4e70-40d3-824e-2787b5763146 on network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:16.755757 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Attempting to bind port cb899d40-4e70-40d3-824e-2787b5763146 on network 0dedc0a9-3fab-457b-b8a0-1a64cefa7121 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:16.795209 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:16.795792 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Checking segment: {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:16.796184 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Bound using segment: {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:16.796919 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Bound port: cb899d40-4e70-40d3-824e-2787b5763146, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9044f5-dc63-414f-8b6e-39bb7b2746f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:16.797215 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.814129 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.830796 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-719945a8-be87-40d3-a763-d36bb520b3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.842746 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-719945a8-be87-40d3-a763-d36bb520b3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.856737 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-719945a8-be87-40d3-a763-d36bb520b3cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5a09637-470f-46c9-8c62-5fe6377a081d HTTP/1.1" status: 204 len: 168 time: 1.0196235 Jun 21 13:58:16.863123 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-cda60816-e31c-4126-b75a-5762d1df8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:16.869169 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-cda60816-e31c-4126-b75a-5762d1df8806 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.1101413 Jun 21 13:58:16.877927 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:16.905978 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719945a8-be87-40d3-a763-d36bb520b3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a09637-470f-46c9-8c62-5fe6377a081d,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:16.907547 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:16.909264 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-719945a8-be87-40d3-a763-d36bb520b3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:16.940243 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:16.941134 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-8b7ba327-fc3c-4849-9708-9ada1ad11e55 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651655 Jun 21 13:58:16.957501 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-c9404490-d141-4f2c-96aa-2c2fa4db401a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.022323 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.038469 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.044234 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-8b19e175-3cde-43e1-b3b6-fec747c527cc service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958166 Jun 21 13:58:17.047404 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.059353 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] For port cb899d40-4e70-40d3-824e-2787b5763146, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:17.063353 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.063584 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] For port cb899d40-4e70-40d3-824e-2787b5763146, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cb899d40-4e70-40d3-824e-2787b5763146,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:17.087465 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44288) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:17.089657 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:17.104303 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.104705 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.105730 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:17.110530 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.110715 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:17.161718 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.167181 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.168114 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.169876 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] 10.222.0.22 "PUT /v2.0/ports/cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 200 len: 1093 time: 1.9575655 Jun 21 13:58:17.227632 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'Port': ['ID=466977a6-a191-4e71-8c08-46746553102b,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.236769 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.237202 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Pushing event updated for resources: {'Port': ['ID=cb899d40-4e70-40d3-824e-2787b5763146,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.237307 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-837c3156-f602-47a9-9e9b-3c028889f4db tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.250564 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-740f1998-8bdf-4497-b41b-ffb277de1c73 req-2b02fcd1-eef8-4379-a4a6-41b45f4d1c86 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995385 Jun 21 13:58:17.275776 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.297402 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'Port': ['ID=dad9a0cd-6707-44f3-9f8a-ee5fe9001087,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.318497 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-a3e501ab-7ac5-4e11-9a05-28ba98b2a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.320102 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-a3e501ab-7ac5-4e11-9a05-28ba98b2a1ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1096 time: 0.0950825 Jun 21 13:58:17.321882 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.369643 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.404218 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-de5b3db4-3fa3-487e-85e0-add41cf4ca58 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 200 len: 217 time: 0.0497208 Jun 21 13:58:17.404942 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cb26d32a-f65c-43e2-aab4-c6a1e187b710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.419928 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.445999 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44298) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:17.485434 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.497348 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b4921-7039-4022-a90e-53df9e994e4e req-4043d981-0259-4ef0-957b-23ab65c96d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.498834 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e19b4921-7039-4022-a90e-53df9e994e4e req-4043d981-0259-4ef0-957b-23ab65c96d8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 1096 time: 0.1778529 Jun 21 13:58:17.502599 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a81802f5-49c9-4e89-a4da-b79e3d5a8485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.552947 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-50b99d6d-76e5-4b8c-bbff-07ac9c1f8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.554396 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-50b99d6d-76e5-4b8c-bbff-07ac9c1f8aa9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.1426370 Jun 21 13:58:17.632919 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-6b2cadaf-00dd-411e-a129-d432587f4855 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459313 Jun 21 13:58:17.664837 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31436f-c460-4c45-be7c-fff4f8c3bdac req-a9008720-cab2-4585-8312-2d5ab6432fe3 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.666518 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6f31436f-c460-4c45-be7c-fff4f8c3bdac req-a9008720-cab2-4585-8312-2d5ab6432fe3 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 943 time: 0.1993914 Jun 21 13:58:17.699538 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cb26d32a-f65c-43e2-aab4-c6a1e187b710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.716840 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cb26d32a-f65c-43e2-aab4-c6a1e187b710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.722501 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.723669 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1585829 Jun 21 13:58:17.727834 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fb61ab10-f9d3-44c4-bef0-8a907480e1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.738262 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c7b24-c6e5-493a-984e-445698a75866 req-e0290df8-a4a0-48ca-a670-899baab5f5d0 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.739761 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-624c7b24-c6e5-493a-984e-445698a75866 req-e0290df8-a4a0-48ca-a670-899baab5f5d0 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 944 time: 0.2928500 Jun 21 13:58:17.783382 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6f31436f-c460-4c45-be7c-fff4f8c3bdac req-ebacd749-48f2-4906-b399-aef1ff34fc34 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100521 Jun 21 13:58:17.796220 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26d32a-f65c-43e2-aab4-c6a1e187b710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1876a6f-3ee9-4154-8013-4026e68b2f9b,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.803441 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-cb26d32a-f65c-43e2-aab4-c6a1e187b710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:17.814077 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-cb26d32a-f65c-43e2-aab4-c6a1e187b710 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4d8118dcbc9477b898877272d1e916e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7172256 Jun 21 13:58:17.814777 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44304) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:17.817788 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.832658 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:17.846213 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:17.851393 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b4921-7039-4022-a90e-53df9e994e4e req-7c7db780-bc7a-428f-b70d-a9254e544405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:17.852900 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e19b4921-7039-4022-a90e-53df9e994e4e req-7c7db780-bc7a-428f-b70d-a9254e544405 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.3404226 Jun 21 13:58:17.927805 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'Port': ['ID=466977a6-a191-4e71-8c08-46746553102b,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:17.930127 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e19b4921-7039-4022-a90e-53df9e994e4e req-f1ed596b-6dec-4c21-be23-8dc1d6b2c3bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c654217-1caa-44fd-b56e-2b03828bfece HTTP/1.1" status: 200 len: 217 time: 0.0681794 Jun 21 13:58:17.938704 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-624c7b24-c6e5-493a-984e-445698a75866 req-3c0cbd92-019b-432d-93d8-215c60933b82 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692126 Jun 21 13:58:17.941252 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-89abe065-b633-4c59-a0b4-b8b68bc3db83 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882516 Jun 21 13:58:17.943106 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:18.008115 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3199-bbf6-45d5-91a0-3e1bf9c97b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.037994 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3199-bbf6-45d5-91a0-3e1bf9c97b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.061418 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 69e0a57f-4ec8-4566-995e-8f917d7a24fe details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:18.092319 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b4921-7039-4022-a90e-53df9e994e4e req-1ea38ab3-467f-4043-862a-f0aac2ee5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:18.092770 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e19b4921-7039-4022-a90e-53df9e994e4e req-1ea38ab3-467f-4043-862a-f0aac2ee5dee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.1494973 Jun 21 13:58:18.113934 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.155451 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a81802f5-49c9-4e89-a4da-b79e3d5a8485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.163702 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e19b4921-7039-4022-a90e-53df9e994e4e req-b32b0f19-a334-4fb9-83f4-46123cf65d81 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610249 Jun 21 13:58:18.164673 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-7f3649f5-e372-4fd7-8377-dbd074c91cde tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1926420966&fields=id&tenant_id=7834be6e801e4a7bbbda84c60db756ca HTTP/1.1" status: 200 len: 267 time: 0.1167862 Jun 21 13:58:18.183512 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a81802f5-49c9-4e89-a4da-b79e3d5a8485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.187059 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8c6dca2-81e4-4681-849c-2199fdc268ca req-afd165f2-3536-4ef0-a8ef-67d971b30777 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323105 Jun 21 13:58:18.198537 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.199630 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:18.199994 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2545590 Jun 21 13:58:18.277878 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81802f5-49c9-4e89-a4da-b79e3d5a8485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913fe7aa-c5e1-4b92-88dc-2031374ba756,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:18.296442 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-a81802f5-49c9-4e89-a4da-b79e3d5a8485 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1474b5c56376498ba5cfa3a52196b987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8480558 Jun 21 13:58:18.297067 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44338) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:18.297955 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a81802f5-49c9-4e89-a4da-b79e3d5a8485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:18.303421 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3199-bbf6-45d5-91a0-3e1bf9c97b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.319415 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ab6e3199-bbf6-45d5-91a0-3e1bf9c97b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.328702 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ab6e3199-bbf6-45d5-91a0-3e1bf9c97b8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1876a6f-3ee9-4154-8013-4026e68b2f9b HTTP/1.1" status: 204 len: 168 time: 0.5061989 Jun 21 13:58:18.335245 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6c74b969-324d-47e8-b5e4-d6bba5674d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:18.361308 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e3199-bbf6-45d5-91a0-3e1bf9c97b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1876a6f-3ee9-4154-8013-4026e68b2f9b,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:18.361537 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e19b4921-7039-4022-a90e-53df9e994e4e req-f234c642-3110-4555-b9d7-8b0f9cec7789 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871636 Jun 21 13:58:18.364034 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 69e0a57f-4ec8-4566-995e-8f917d7a24fe, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=69e0a57f-4ec8-4566-995e-8f917d7a24fe,segment=NetworkSegment(3ac5463d-8fd3-4140-91db-91f4d8df78f6),segment_id=3ac5463d-8fd3-4140-91db-91f4d8df78f6)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:18.375302 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ab6e3199-bbf6-45d5-91a0-3e1bf9c97b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:18.386455 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': '69e0a57f-4ec8-4566-995e-8f917d7a24fe', 'network_id': 'd17dac8b-7e97-4282-84f0-314aac67e491', 'port_id': '69e0a57f-4ec8-4566-995e-8f917d7a24fe', 'mac_address': 'fa:16:3e:ba:f3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3da0d628-ebc4-4bfe-aff5-5f6c3bbd90f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:18.443897 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-523cfcaa-ed01-4050-8415-2fdddd7c6c15 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:18.462350 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-523cfcaa-ed01-4050-8415-2fdddd7c6c15 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 811 time: 0.2903733 Jun 21 13:58:18.478664 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a261c497-07de-4faa-ae01-5225eb9144ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.486601 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-20e3186a-e96c-469b-85aa-c9445cd01c4f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/quotas/7834be6e801e4a7bbbda84c60db756ca HTTP/1.1" status: 200 len: 375 time: 0.0186181 Jun 21 13:58:18.510858 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.537872 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e0a57f-4ec8-4566-995e-8f917d7a24fe {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:18.554137 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:18.590840 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a261c497-07de-4faa-ae01-5225eb9144ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.641854 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 69e0a57f-4ec8-4566-995e-8f917d7a24fe, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=69e0a57f-4ec8-4566-995e-8f917d7a24fe,segment=NetworkSegment(3ac5463d-8fd3-4140-91db-91f4d8df78f6),segment_id=3ac5463d-8fd3-4140-91db-91f4d8df78f6)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:18.652353 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-f14c25f8-4468-4ee5-a770-a1a67223ee1f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1512716 Jun 21 13:58:18.673344 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.675392 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:18.726749 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-219ed625-54b2-4059-8c19-dfadb310d6d8 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1107456060&fields=id&tenant_id=9eb3c91522b44f5ba98f913263e905da HTTP/1.1" status: 200 len: 267 time: 0.1315677 Jun 21 13:58:18.729661 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e19b4921-7039-4022-a90e-53df9e994e4e req-a8bb578d-8d7a-45d4-b605-becc3be18b18 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602822 Jun 21 13:58:18.747448 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecfc43f-48f1-461f-9d47-121549938927', 'tag': 'cb899d40-4e70-40d3-824e-2787b5763146'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:18.754679 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67c97a0-513c-4c33-9a21-8a77b6969c44" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecfc43f-48f1-461f-9d47-121549938927", "tag": "cb899d40-4e70-40d3-824e-2787b5763146"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:18.788201 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:18.788640 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:18.792082 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=69e0a57f-4ec8-4566-995e-8f917d7a24fe,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:18.806179 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:18.848490 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-b0ede861-a601-4ba8-a82b-a2843937d97b service neutron] 10.222.0.60 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758182 Jun 21 13:58:18.959587 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['69e0a57f-4ec8-4566-995e-8f917d7a24fe'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:18.966027 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-49a0591b-6b7b-46c8-94f4-5fab34a8c03f service neutron] 10.222.0.60 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084487 Jun 21 13:58:19.057605 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a261c497-07de-4faa-ae01-5225eb9144ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:19.062484 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a261c497-07de-4faa-ae01-5225eb9144ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:19.067262 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-a261c497-07de-4faa-ae01-5225eb9144ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/913fe7aa-c5e1-4b92-88dc-2031374ba756 HTTP/1.1" status: 204 len: 168 time: 0.7656221 Jun 21 13:58:19.072946 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-071cd672-fa55-4b09-9de6-a0aea8972396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:19.085224 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261c497-07de-4faa-ae01-5225eb9144ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913fe7aa-c5e1-4b92-88dc-2031374ba756,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:19.090126 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a261c497-07de-4faa-ae01-5225eb9144ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:19.135781 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-da4e70e6-8a3d-430b-a0fa-f17e196644b8 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:19.146530 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-da4e70e6-8a3d-430b-a0fa-f17e196644b8 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 817 time: 0.3786325 Jun 21 13:58:19.163943 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-cfcec751-60ce-4a7b-b765-b8eac6d3304f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/quotas/9eb3c91522b44f5ba98f913263e905da HTTP/1.1" status: 200 len: 375 time: 0.0163972 Jun 21 13:58:19.201374 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e704e74d-0340-4608-9a37-2f14f110c54d x-openstack-request-id: req-e704e74d-0340-4608-9a37-2f14f110c54d {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:19.201919 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecfc43f-48f1-461f-9d47-121549938927", "tag": "cb899d40-4e70-40d3-824e-2787b5763146", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:19.202331 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e704e74d-0340-4608-9a37-2f14f110c54d {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:19.202909 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecfc43f-48f1-461f-9d47-121549938927', 'tag': 'cb899d40-4e70-40d3-824e-2787b5763146', 'status': 'completed', 'code': 200} Jun 21 13:58:19.294955 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-95db0721-efeb-4c92-977e-c675e9d6b7ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1300581 Jun 21 13:58:19.312052 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-e4c6c069-e2b7-4c47-97b8-de6d9ce781f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:19.313669 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-e4c6c069-e2b7-4c47-97b8-de6d9ce781f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1096 time: 0.0963209 Jun 21 13:58:19.446311 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc829b-8e38-41b6-a372-e673a0b4b826 req-8ebb52b6-66ef-4d53-afc1-2f7c2c20afb8 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:19.457762 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6adc829b-8e38-41b6-a372-e673a0b4b826 req-8ebb52b6-66ef-4d53-afc1-2f7c2c20afb8 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 943 time: 0.1208546 Jun 21 13:58:19.493292 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-bc83b3c6-3ce3-4004-bc04-f7936553e081 service neutron] 10.222.0.60 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737521 Jun 21 13:58:19.513479 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-fb278615-3aee-4a65-a7b9-b9b4b47f0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:19.515014 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-fb278615-3aee-4a65-a7b9-b9b4b47f0ec0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.1878250 Jun 21 13:58:19.522131 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6adc829b-8e38-41b6-a372-e673a0b4b826 req-91c26d4e-7d91-41f4-8fb1-5716bbdce261 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635335 Jun 21 13:58:19.600786 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-b47e7eae-8d9e-4948-85de-7f3b4486dff2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 200 len: 217 time: 0.0729766 Jun 21 13:58:19.681938 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-388aaac2-113b-4b7f-8a86-eecad7e9b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:19.683402 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-388aaac2-113b-4b7f-8a86-eecad7e9b050 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.0746491 Jun 21 13:58:19.694205 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-de4f4849-4696-4436-83f0-e30f9279beeb service neutron] 10.222.0.60 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000294 Jun 21 13:58:19.764004 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-4e0a71fb-9872-44d5-91ad-82cdda836437 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687864 Jun 21 13:58:19.773525 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68cd0a-ace1-4521-9c66-b4cb34b5847e req-7885dae5-5251-470f-ad89-d77600e98082 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:19.777164 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bb68cd0a-ace1-4521-9c66-b4cb34b5847e req-7885dae5-5251-470f-ad89-d77600e98082 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 945 time: 0.1238067 Jun 21 13:58:19.876903 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bb68cd0a-ace1-4521-9c66-b4cb34b5847e req-09c29509-a05a-40ab-bd17-c19c2db25019 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812559 Jun 21 13:58:20.018228 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-f3174d4a-84c2-4b5f-a2ef-dc4fd07f49e7 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469380 Jun 21 13:58:20.023334 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 5c654217-1caa-44fd-b56e-2b03828bfece details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:20.066746 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 69e0a57f-4ec8-4566-995e-8f917d7a24fe up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:20.178998 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-124a1157-9a8e-4297-a183-c77ec7dd3ba9 req-19eab0a0-1250-4beb-9086-9f0d12cfeb22 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 210 time: 0.0714698 Jun 21 13:58:20.292441 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c9cdccfb-5e00-4dfe-bf3e-36d4fc1742a7 req-922c7ed6-0a5d-485a-b2c5-115f2eef6128 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 210 time: 0.2671347 Jun 21 13:58:20.383384 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b67c97a0-513c-4c33-9a21-8a77b6969c44 req-9f17a7fa-595d-4b06-beb8-8d1264a74b21 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569963 Jun 21 13:58:20.420606 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port 69e0a57f-4ec8-4566-995e-8f917d7a24fe completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:20.442069 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port 69e0a57f-4ec8-4566-995e-8f917d7a24fe triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:20.442830 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.513587 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 5c654217-1caa-44fd-b56e-2b03828bfece, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c654217-1caa-44fd-b56e-2b03828bfece,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:20.599934 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': '5c654217-1caa-44fd-b56e-2b03828bfece', 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121', 'port_id': '5c654217-1caa-44fd-b56e-2b03828bfece', 'mac_address': 'fa:16:3e:30:f3:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10105540-d1af-4163-ba0f-22bab6111519', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:20.669492 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.671518 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.699349 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c654217-1caa-44fd-b56e-2b03828bfece {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:20.712998 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab67af9-a41c-49b3-81d8-494a2d550fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0a57f-4ec8-4566-995e-8f917d7a24fe'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:20.903769 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b49cc5-507f-43c0-b597-6056dcdf1a5a req-6b2a3a4e-8d5a-4e1e-a5d0-7c121c5ec177 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:20.907662 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-97b49cc5-507f-43c0-b597-6056dcdf1a5a req-6b2a3a4e-8d5a-4e1e-a5d0-7c121c5ec177 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 943 time: 0.1715946 Jun 21 13:58:20.959344 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 69e0a57f-4ec8-4566-995e-8f917d7a24fe, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=69e0a57f-4ec8-4566-995e-8f917d7a24fe,segment=NetworkSegment(3ac5463d-8fd3-4140-91db-91f4d8df78f6),segment_id=3ac5463d-8fd3-4140-91db-91f4d8df78f6)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:20.971303 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 5c654217-1caa-44fd-b56e-2b03828bfece, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c654217-1caa-44fd-b56e-2b03828bfece,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:20.972710 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.975511 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:20.979603 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:20.993394 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-97b49cc5-507f-43c0-b597-6056dcdf1a5a req-0f1952fe-bc18-4cb4-8e0c-88768ec57abc tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739067 Jun 21 13:58:21.044982 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=69e0a57f-4ec8-4566-995e-8f917d7a24fe,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:21.054648 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:21.056238 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-3fbb9a1b-59ba-4410-b478-5b4719b46d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:21.117513 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=5c654217-1caa-44fd-b56e-2b03828bfece,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:21.122485 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:21.194494 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['5c654217-1caa-44fd-b56e-2b03828bfece'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:21.286098 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071d4377-1555-48a4-8242-bbe6a2ba9134" -d '{"events": [{"server_uuid": "dab67af9-a41c-49b3-81d8-494a2d550fae", "name": "network-vif-plugged", "status": "completed", "tag": "69e0a57f-4ec8-4566-995e-8f917d7a24fe"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:21.311275 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-8c30c45d-bb6e-4ec7-a617-f1ebb4d5ee7d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:21.314357 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-8c30c45d-bb6e-4ec7-a617-f1ebb4d5ee7d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 811 time: 0.3018787 Jun 21 13:58:21.516981 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-0b4cd120-0e20-41de-a61a-daa29395efe2 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7834be6e801e4a7bbbda84c60db756ca HTTP/1.1" status: 200 len: 380 time: 0.1777914 Jun 21 13:58:21.522026 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1c92ac66-c040-43f9-ac0a-9f57f408579e req-8434bef2-d884-4834-9b13-6e8296a7a0e3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 210 time: 0.0841579 Jun 21 13:58:21.530314 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'port': {'device_id': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'admin_state_up': True, 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'security_groups': ['9085173e-c55b-479d-bb9a-de2a8d39403f']}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:21.626716 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10410f94-ad88-416f-94b4-7e0940c2f570 req-e2426138-abab-41a3-83f0-42a4fae17b13 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:21.627617 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-10410f94-ad88-416f-94b4-7e0940c2f570 req-e2426138-abab-41a3-83f0-42a4fae17b13 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 946 time: 0.5385413 Jun 21 13:58:21.692811 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-10410f94-ad88-416f-94b4-7e0940c2f570 req-6d5f9b61-1c32-4660-91b8-ff4da39b9285 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555944 Jun 21 13:58:21.722919 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Made reservation on behalf of 7834be6e801e4a7bbbda84c60db756ca for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:21.726679 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:21.963598 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cee380-55ab-49d6-8533-cc23b4669acd x-openstack-request-id: req-88cee380-55ab-49d6-8533-cc23b4669acd {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:21.964764 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab67af9-a41c-49b3-81d8-494a2d550fae", "name": "network-vif-plugged", "status": "completed", "tag": "69e0a57f-4ec8-4566-995e-8f917d7a24fe", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:21.968814 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88cee380-55ab-49d6-8533-cc23b4669acd {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:21.969515 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab67af9-a41c-49b3-81d8-494a2d550fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e0a57f-4ec8-4566-995e-8f917d7a24fe', 'code': 200} Jun 21 13:58:21.993647 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-034a9c32-715d-455a-b323-b4f52358e159 req-00fbb941-ac5f-4034-8ff3-49bc44a0ace8 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 210 time: 0.0915205 Jun 21 13:58:22.008559 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Allocated IP 172.20.0.11 (b1c61647-a78f-4fc6-952a-932724901d23/167e3d02-a854-450d-ac75-dad8fb0af4d1/c1603774-5afb-48fd-8dce-04a4bcbf61a6) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:22.020826 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44538) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:22.038645 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 5c654217-1caa-44fd-b56e-2b03828bfece up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:22.040883 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cb899d40-4e70-40d3-824e-2787b5763146 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:22.066262 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44544) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:22.290288 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port 5c654217-1caa-44fd-b56e-2b03828bfece completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:22.319625 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port 5c654217-1caa-44fd-b56e-2b03828bfece triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:22.319625 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.326012 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6267ec00-444d-4ead-b87e-3d8d1f8f38b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.384150 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac9665a-ff5d-4690-a1c5-4200c2f487a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.421601 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.435499 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cb899d40-4e70-40d3-824e-2787b5763146, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cb899d40-4e70-40d3-824e-2787b5763146,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:22.468346 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'cb899d40-4e70-40d3-824e-2787b5763146', 'network_id': '0dedc0a9-3fab-457b-b8a0-1a64cefa7121', 'port_id': 'cb899d40-4e70-40d3-824e-2787b5763146', 'mac_address': 'fa:16:3e:2a:4a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10105540-d1af-4163-ba0f-22bab6111519', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:22.469559 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54020a2-38da-4184-ba9e-e8ed77541b61 req-d116b719-2307-4e4e-8762-dc5b8a4302be tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.472103 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a54020a2-38da-4184-ba9e-e8ed77541b61 req-d116b719-2307-4e4e-8762-dc5b8a4302be tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 944 time: 0.2276866 Jun 21 13:58:22.480160 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Transition to ACTIVE for port object c1603774-5afb-48fd-8dce-04a4bcbf61a6 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:22.496723 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-65dad421-b520-454e-ae0a-9c4e6cc6804f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.498189 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-65dad421-b520-454e-ae0a-9c4e6cc6804f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 817 time: 0.2165394 Jun 21 13:58:22.576719 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.603999 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb899d40-4e70-40d3-824e-2787b5763146 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:22.612019 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.654013 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cb899d40-4e70-40d3-824e-2787b5763146, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cb899d40-4e70-40d3-824e-2787b5763146,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:22.655666 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.664955 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.672638 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:22.675896 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-2a463ced-158a-4540-b232-4b1f993eec7e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb3c91522b44f5ba98f913263e905da HTTP/1.1" status: 200 len: 380 time: 0.1596003 Jun 21 13:58:22.682400 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a54020a2-38da-4184-ba9e-e8ed77541b61 req-f9fe132f-bfcd-4df3-abe3-8975b9e992eb tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950269 Jun 21 13:58:22.685230 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'port': {'device_id': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'admin_state_up': True, 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'security_groups': ['f9a4e582-b836-4e07-8196-1b02a803cb9c']}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:22.699055 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 5c654217-1caa-44fd-b56e-2b03828bfece, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c654217-1caa-44fd-b56e-2b03828bfece,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:22.700094 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:22.711404 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.745012 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=cb899d40-4e70-40d3-824e-2787b5763146,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:22.749595 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:22.750175 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:22.765561 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6267ec00-444d-4ead-b87e-3d8d1f8f38b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.768799 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-68e71ff3-d279-481a-b7b9-219b8acca7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.776113 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-68e71ff3-d279-481a-b7b9-219b8acca7a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 1099 time: 0.3014412 Jun 21 13:58:22.785255 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6267ec00-444d-4ead-b87e-3d8d1f8f38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.818937 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ea44f832-47bf-4060-a49f-f56a498a39c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:22.827019 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=5c654217-1caa-44fd-b56e-2b03828bfece,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:22.830752 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:22.856611 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.908990 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Network b1c61647-a78f-4fc6-952a-932724901d23 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:22.915311 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:22.918942 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:22.921195 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-6267ec00-444d-4ead-b87e-3d8d1f8f38b9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ddf646fa3b034073a8db2e915744ec1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8968968 Jun 21 13:58:22.922009 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267ec00-444d-4ead-b87e-3d8d1f8f38b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cd4b8a-f339-4061-8420-45ab6722ac4d,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:22.929992 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['cb899d40-4e70-40d3-824e-2787b5763146'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:22.935238 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:22.936157 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:22.940201 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'Port': ['ID=c1603774-5afb-48fd-8dce-04a4bcbf61a6,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:22.944065 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44570) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:22.946219 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6267ec00-444d-4ead-b87e-3d8d1f8f38b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:22.953424 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:22.997320 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e9348-4274-4d96-9f7e-dd7bfc15502a req-917cc4f0-7dd6-4b42-bcda-85b336f2205a tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:23.002232 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e61e9348-4274-4d96-9f7e-dd7bfc15502a req-917cc4f0-7dd6-4b42-bcda-85b336f2205a tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 932 time: 0.1517477 Jun 21 13:58:23.052193 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e61e9348-4274-4d96-9f7e-dd7bfc15502a req-2a2ac2ee-0c4a-44eb-85af-7c93c040fc19 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415392 Jun 21 13:58:23.124823 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac9665a-ff5d-4690-a1c5-4200c2f487a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.133572 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac3b48f9-6c8a-4f59-8dcc-226ca7bc2467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.145014 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6251187 Jun 21 13:58:23.159091 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Request body: {'port': {'device_id': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:23.162685 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20969fe3-b05d-4f98-8b4a-117e23b8ef30 req-145c02c8-1271-45e6-9bc8-b374a129db63 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:23.164193 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-20969fe3-b05d-4f98-8b4a-117e23b8ef30 req-145c02c8-1271-45e6-9bc8-b374a129db63 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 946 time: 0.2856951 Jun 21 13:58:23.174372 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac9665a-ff5d-4690-a1c5-4200c2f487a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.207946 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-719945a8-be87-40d3-a763-d36bb520b3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:23.210489 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.db.api [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 13:58:23.210489 dv-cinder-794962-5-smb neutron-server[92658]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 13:58:23.210489 dv-cinder-794962-5-smb neutron-server[92658]: [parameters: {'project_id_1': 'dd3077c6240243308d27ee1be9f577b0', 'expiration_1': datetime.datetime(2021, 6, 21, 13, 58, 22, 913840)}] Jun 21 13:58:23.210489 dv-cinder-794962-5-smb neutron-server[92658]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92658) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 13:58:23.210829 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_db.api [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 13:58:23.230712 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Made reservation on behalf of 9eb3c91522b44f5ba98f913263e905da for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:23.234589 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.270384 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac3b48f9-6c8a-4f59-8dcc-226ca7bc2467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.302116 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9665a-ff5d-4690-a1c5-4200c2f487a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3549a71d-589b-46b3-b832-23d39c5b956f,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:23.303706 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3e4e50b2-8014-492c-8f6a-a69156f5cf4d req-eb5739de-dfcc-4471-afd4-af9396fb8d0a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 210 time: 0.0659249 Jun 21 13:58:23.309317 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7ac9665a-ff5d-4690-a1c5-4200c2f487a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c927523c09943e6845c029fc8333163&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2390714 Jun 21 13:58:23.316221 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44580) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:23.322065 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7ac9665a-ff5d-4690-a1c5-4200c2f487a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:23.376081 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-8ae64639-7a60-4b5a-882d-5ce4903ba69c None None] Provisioning for port c1603774-5afb-48fd-8dce-04a4bcbf61a6 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:23.383554 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-8ae64639-7a60-4b5a-882d-5ce4903ba69c None None] Provisioning complete for port c1603774-5afb-48fd-8dce-04a4bcbf61a6 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:23.384028 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8ae64639-7a60-4b5a-882d-5ce4903ba69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.391053 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.412815 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-20969fe3-b05d-4f98-8b4a-117e23b8ef30 req-f7482665-fd38-468e-a5e6-0da5ae9c5b64 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339897 Jun 21 13:58:23.436591 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d33057c4-97bb-4445-8720-5648e08bf349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.448658 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-8ae64639-7a60-4b5a-882d-5ce4903ba69c None None] Port c1603774-5afb-48fd-8dce-04a4bcbf61a6 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:23.451227 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac3b48f9-6c8a-4f59-8dcc-226ca7bc2467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.455775 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac3b48f9-6c8a-4f59-8dcc-226ca7bc2467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.460070 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ac3b48f9-6c8a-4f59-8dcc-226ca7bc2467 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/41cd4b8a-f339-4061-8420-45ab6722ac4d HTTP/1.1" status: 204 len: 168 time: 0.5125237 Jun 21 13:58:23.475205 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:23.507046 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d33057c4-97bb-4445-8720-5648e08bf349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.509383 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b48f9-6c8a-4f59-8dcc-226ca7bc2467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cd4b8a-f339-4061-8420-45ab6722ac4d,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:23.521730 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ac3b48f9-6c8a-4f59-8dcc-226ca7bc2467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:23.578499 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d33057c4-97bb-4445-8720-5648e08bf349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.581856 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d33057c4-97bb-4445-8720-5648e08bf349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.583061 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-d33057c4-97bb-4445-8720-5648e08bf349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3549a71d-589b-46b3-b832-23d39c5b956f HTTP/1.1" status: 204 len: 168 time: 0.2596726 Jun 21 13:58:23.584028 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7ac9665a-ff5d-4690-a1c5-4200c2f487a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:23.593772 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33057c4-97bb-4445-8720-5648e08bf349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3549a71d-589b-46b3-b832-23d39c5b956f,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:23.596357 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d33057c4-97bb-4445-8720-5648e08bf349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:23.606428 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Allocated IP 172.20.0.6 (0f04b0fe-873b-482f-b5a6-1f1bf4bf4975/08439e62-b064-4457-9281-33203a85208c/d4b2bf56-1596-4e84-b0bb-7977b41e2ed3) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:23.712300 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.841171 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.851532 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.860103 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:23.872817 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44606) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:23.900203 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f6b451b0-7972-4166-9e61-5e1f24bdff42 req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1120274 Jun 21 13:58:23.904862 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-abda2541-0f10-4ca8-b162-a392dfe5a6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:23.918442 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c49a5-c806-4413-b04e-c90a3f0be7f3,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:23.923054 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:23.971284 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3698ba92-ccf7-43d4-8461-83f513ed371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c654217-1caa-44fd-b56e-2b03828bfece'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:23.973955 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d219438-e038-4635-9ade-569714300de3" -d '{"events": [{"server_uuid": "3698ba92-ccf7-43d4-8461-83f513ed371f", "name": "network-vif-plugged", "status": "completed", "tag": "5c654217-1caa-44fd-b56e-2b03828bfece"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:24.014100 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f389a5e-edfa-4873-9cee-5043904ff1e6 x-openstack-request-id: req-3f389a5e-edfa-4873-9cee-5043904ff1e6 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:24.014636 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3698ba92-ccf7-43d4-8461-83f513ed371f", "name": "network-vif-plugged", "status": "completed", "tag": "5c654217-1caa-44fd-b56e-2b03828bfece", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:24.015090 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f389a5e-edfa-4873-9cee-5043904ff1e6 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:24.015912 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3698ba92-ccf7-43d4-8461-83f513ed371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c654217-1caa-44fd-b56e-2b03828bfece', 'code': 200} Jun 21 13:58:24.028630 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-abda2541-0f10-4ca8-b162-a392dfe5a6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.035943 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cb899d40-4e70-40d3-824e-2787b5763146 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:24.053382 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-abda2541-0f10-4ca8-b162-a392dfe5a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.058627 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.114827 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port cb899d40-4e70-40d3-824e-2787b5763146 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:24.119895 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda2541-0f10-4ca8-b162-a392dfe5a6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0109155-74ae-46da-9faf-070cb380b375,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.126848 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-abda2541-0f10-4ca8-b162-a392dfe5a6a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f30de6680b046bd937c77344d6502ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470193 Jun 21 13:58:24.126848 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-abda2541-0f10-4ca8-b162-a392dfe5a6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.127504 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port cb899d40-4e70-40d3-824e-2787b5763146 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:24.127588 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44612) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:24.127658 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.206860 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a24fca0d-c8ed-414d-9fc5-5e3cc3239a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.215802 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44614) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:24.240486 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.272560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.282365 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-53c5cd6f-9bce-4e33-925e-64ed921bf7a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.292705 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cb899d40-4e70-40d3-824e-2787b5763146, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cb899d40-4e70-40d3-824e-2787b5763146,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:24.294798 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1603774-5afb-48fd-8dce-04a4bcbf61a6 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:24.295683 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a24fca0d-c8ed-414d-9fc5-5e3cc3239a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.301907 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.305772 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.312594 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.332354 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4b528-4b0a-4d3e-bea8-ffc289691843 req-972d336f-4b30-45d8-b570-4a3c8a8a2678 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.340894 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-15e4b528-4b0a-4d3e-bea8-ffc289691843 req-972d336f-4b30-45d8-b570-4a3c8a8a2678 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.4916360 Jun 21 13:58:24.357728 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Transition to ACTIVE for port object d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:24.361226 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Transition to ACTIVE for port object c1603774-5afb-48fd-8dce-04a4bcbf61a6 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:24.381158 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.383206 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=cb899d40-4e70-40d3-824e-2787b5763146,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.395720 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.396133 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.443975 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-15e4b528-4b0a-4d3e-bea8-ffc289691843 req-447cc3e7-2939-4602-9078-f5dad6f9595e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021118 Jun 21 13:58:24.499202 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0771ee-68eb-46ed-ba9e-ee242a42d49d req-e6b7e917-87d5-4f82-a7a9-80b5d79854db tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.510642 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ae0771ee-68eb-46ed-ba9e-ee242a42d49d req-e6b7e917-87d5-4f82-a7a9-80b5d79854db tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 932 time: 0.2421598 Jun 21 13:58:24.521920 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1603774-5afb-48fd-8dce-04a4bcbf61a6,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.532482 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.536290 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.541364 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636fe3a-0e48-4ef7-a33a-d201e9e89e80 req-9602d3da-7047-4a5e-ba9a-438135bcd36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.543018 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3636fe3a-0e48-4ef7-a33a-d201e9e89e80 req-9602d3da-7047-4a5e-ba9a-438135bcd36c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 1098 time: 0.2321088 Jun 21 13:58:24.543765 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a24fca0d-c8ed-414d-9fc5-5e3cc3239a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.548818 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a24fca0d-c8ed-414d-9fc5-5e3cc3239a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.550535 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a24fca0d-c8ed-414d-9fc5-5e3cc3239a77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0109155-74ae-46da-9faf-070cb380b375 HTTP/1.1" status: 204 len: 168 time: 0.4225307 Jun 21 13:58:24.567957 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-42f788be-5de8-49b9-9156-9f1f11365f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.633579 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ae0771ee-68eb-46ed-ba9e-ee242a42d49d req-58dd59fa-f88e-451e-ac50-b40d3f22ff9d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219690 Jun 21 13:58:24.645113 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.648782 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Attempting to bind port c1603774-5afb-48fd-8dce-04a4bcbf61a6 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:24.649271 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Attempting to bind port c1603774-5afb-48fd-8dce-04a4bcbf61a6 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:24.649758 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Attempting to bind port c1603774-5afb-48fd-8dce-04a4bcbf61a6 on network b1c61647-a78f-4fc6-952a-932724901d23 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:24.684079 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24fca0d-c8ed-414d-9fc5-5e3cc3239a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0109155-74ae-46da-9faf-070cb380b375,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.690748 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a24fca0d-c8ed-414d-9fc5-5e3cc3239a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.713104 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3636fe3a-0e48-4ef7-a33a-d201e9e89e80 req-b95ffe00-9fe1-4f86-8297-ccbb151bdc55 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468420 Jun 21 13:58:24.770252 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-53c5cd6f-9bce-4e33-925e-64ed921bf7a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.771241 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:24.780619 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-53c5cd6f-9bce-4e33-925e-64ed921bf7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.803270 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Port c1603774-5afb-48fd-8dce-04a4bcbf61a6 on network b1c61647-a78f-4fc6-952a-932724901d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:24.803608 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Attempting to bind port c1603774-5afb-48fd-8dce-04a4bcbf61a6 on network b1c61647-a78f-4fc6-952a-932724901d23 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:24.809450 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:24.818396 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:24.818729 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Checking segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:24.819430 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Bound using segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:24.820031 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Bound port: c1603774-5afb-48fd-8dce-04a4bcbf61a6, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:24.820559 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.826232 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:24.838740 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.839843 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:24.844842 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-5a9c346f-1c15-4663-8c8f-400c1a3cc646 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:24.857019 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-53c5cd6f-9bce-4e33-925e-64ed921bf7a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebffff02ec0448379db4cb29fc33fec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6338918 Jun 21 13:58:24.857657 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44636) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:24.871966 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250c8f6-5cbb-4eea-8be2-1efac0f24b7c req-28f765f1-de93-4f58-820e-ba9735f1979d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:24.888020 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9250c8f6-5cbb-4eea-8be2-1efac0f24b7c req-28f765f1-de93-4f58-820e-ba9735f1979d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 931 time: 0.2443883 Jun 21 13:58:24.935278 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.953427 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:24.958876 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9250c8f6-5cbb-4eea-8be2-1efac0f24b7c req-df913451-82ea-4e78-8f3d-fd26aad148f8 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630419 Jun 21 13:58:24.988988 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5cd6f-9bce-4e33-925e-64ed921bf7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe0c5cb-c163-4faa-a236-18c4fc54d907,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:24.993773 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-53c5cd6f-9bce-4e33-925e-64ed921bf7a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:25.026746 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a7faba47-9d3b-443f-87e0-9f6326600bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.031693 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3512075 Jun 21 13:58:25.048912 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Request body: {'port': {'device_id': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:25.052194 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] For port c1603774-5afb-48fd-8dce-04a4bcbf61a6, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:25.057264 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] For port c1603774-5afb-48fd-8dce-04a4bcbf61a6, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:25.069549 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a7faba47-9d3b-443f-87e0-9f6326600bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.087413 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.100187 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:25.133422 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae540dd5-3aa6-4311-a93b-3743cdd5d625 req-ef168cea-4a5e-44f5-95bc-df0eeacf0080 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.137436 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ae540dd5-3aa6-4311-a93b-3743cdd5d625 req-ef168cea-4a5e-44f5-95bc-df0eeacf0080 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 946 time: 0.2410800 Jun 21 13:58:25.176728 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.177564 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.181457 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] 10.222.0.22 "PUT /v2.0/ports/c1603774-5afb-48fd-8dce-04a4bcbf61a6 HTTP/1.1" status: 200 len: 1094 time: 2.0278080 Jun 21 13:58:25.182387 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'tag': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:25.185843 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c8ad53-c25b-475e-a179-2f4572a7e448" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2c794c-3a8b-46d1-9423-c57fa3586776", "tag": "c1603774-5afb-48fd-8dce-04a4bcbf61a6"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:25.232258 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-5b3e7d02-0006-4892-a9b6-250d6d1298d2 None None] Provisioning for port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:25.236395 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-5b3e7d02-0006-4892-a9b6-250d6d1298d2 None None] Provisioning complete for port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:25.236782 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-5b3e7d02-0006-4892-a9b6-250d6d1298d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.245681 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ae540dd5-3aa6-4311-a93b-3743cdd5d625 req-52ca4348-347b-4fba-aecf-34fc7fdc01b6 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792530 Jun 21 13:58:25.249885 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a7faba47-9d3b-443f-87e0-9f6326600bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.258892 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a7faba47-9d3b-443f-87e0-9f6326600bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.260867 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a7faba47-9d3b-443f-87e0-9f6326600bbb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffe0c5cb-c163-4faa-a236-18c4fc54d907 HTTP/1.1" status: 204 len: 168 time: 0.3999803 Jun 21 13:58:25.261600 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-53c5cd6f-9bce-4e33-925e-64ed921bf7a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:25.269829 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7faba47-9d3b-443f-87e0-9f6326600bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe0c5cb-c163-4faa-a236-18c4fc54d907,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:25.273053 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a7faba47-9d3b-443f-87e0-9f6326600bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:25.351271 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e7d02-0006-4892-a9b6-250d6d1298d2 None None] Port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:58:25.405145 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c1603774-5afb-48fd-8dce-04a4bcbf61a6,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:25.446196 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:25.453476 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:25.460915 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4072b9ba-f7d4-4213-b903-080c191cd6e4 x-openstack-request-id: req-4072b9ba-f7d4-4213-b903-080c191cd6e4 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:25.461941 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2c794c-3a8b-46d1-9423-c57fa3586776", "tag": "c1603774-5afb-48fd-8dce-04a4bcbf61a6", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:25.462739 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4072b9ba-f7d4-4213-b903-080c191cd6e4 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:25.463526 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'tag': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'status': 'completed', 'code': 200} Jun 21 13:58:25.673601 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-4aa1d23f-3f7e-4b26-bd80-12dff4dea783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.675696 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-4aa1d23f-3f7e-4b26-bd80-12dff4dea783 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 1097 time: 0.4075594 Jun 21 13:58:25.780515 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-5f0f0cd2-f55b-42a6-8639-7884623a1f62 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6 HTTP/1.1" status: 200 len: 217 time: 0.0515373 Jun 21 13:58:25.785560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d32bdd-6b3e-4569-8160-9e0326d04b99 req-6c85345a-f9dc-46dc-b843-373356a25486 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.794385 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-29d32bdd-6b3e-4569-8160-9e0326d04b99 req-6c85345a-f9dc-46dc-b843-373356a25486 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1138246 Jun 21 13:58:25.875775 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-29d32bdd-6b3e-4569-8160-9e0326d04b99 req-f0ec01b3-7aed-472c-8237-f1a2413e6368 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790422 Jun 21 13:58:25.969065 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-8a452f64-ab2b-47b2-b88f-814986b1d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:25.970523 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-8a452f64-ab2b-47b2-b88f-814986b1d8c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.1824799 Jun 21 13:58:26.016979 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecfc43f-48f1-461f-9d47-121549938927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb899d40-4e70-40d3-824e-2787b5763146'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:26.021037 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93917ec-6715-4825-991a-49989adf5abc" -d '{"events": [{"server_uuid": "5ecfc43f-48f1-461f-9d47-121549938927", "name": "network-vif-plugged", "status": "completed", "tag": "cb899d40-4e70-40d3-824e-2787b5763146"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:26.056611 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12d421-f826-42bb-b98a-8717d4da8bf5 req-8ea40198-2dd9-4a0e-819a-12c32eaac83b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.058147 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2f12d421-f826-42bb-b98a-8717d4da8bf5 req-8ea40198-2dd9-4a0e-819a-12c32eaac83b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 944 time: 0.2314725 Jun 21 13:58:26.178027 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2f12d421-f826-42bb-b98a-8717d4da8bf5 req-817f2d3b-030f-4291-9858-7c570f816c85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125104 Jun 21 13:58:26.194299 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-f4a29593-a7cb-4882-af2c-523a9ca96fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.195788 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-f4a29593-a7cb-4882-af2c-523a9ca96fcf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2155044 Jun 21 13:58:26.197742 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:26.208724 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.270069 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Transition to ACTIVE for port object d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:26.274989 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b4e7e6-dd27-46eb-b75c-0bb3238a9820 x-openstack-request-id: req-55b4e7e6-dd27-46eb-b75c-0bb3238a9820 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:26.275584 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecfc43f-48f1-461f-9d47-121549938927", "name": "network-vif-plugged", "status": "completed", "tag": "cb899d40-4e70-40d3-824e-2787b5763146", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:26.275902 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55b4e7e6-dd27-46eb-b75c-0bb3238a9820 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:26.276590 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecfc43f-48f1-461f-9d47-121549938927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb899d40-4e70-40d3-824e-2787b5763146', 'code': 200} Jun 21 13:58:26.277789 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b81e1-4ac3-400c-940a-42b85de9386d req-90b956b1-8ae8-4912-a02e-7f7840adca7a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.286920 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-855b81e1-4ac3-400c-940a-42b85de9386d req-90b956b1-8ae8-4912-a02e-7f7840adca7a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 931 time: 0.1377242 Jun 21 13:58:26.288229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.308460 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6b40636a-cae5-494a-9b36-881227518c54 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:26.367247 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-855b81e1-4ac3-400c-940a-42b85de9386d req-4d7ce454-1b21-4a6e-8c8a-fa95bb8a5eba tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792389 Jun 21 13:58:26.531079 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:26.540598 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:26.554562 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-a2b6bd56-eca3-4d9b-9d47-f3ec6ed90368 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424644 Jun 21 13:58:26.667301 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33f4a-54ff-44af-b56b-661f65bc6524 req-32027a17-f6ed-4116-875e-7d7ca1ebe300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.668999 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-09d33f4a-54ff-44af-b56b-661f65bc6524 req-32027a17-f6ed-4116-875e-7d7ca1ebe300 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1098 time: 0.1126142 Jun 21 13:58:26.700636 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Attempting to bind port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:26.701932 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44724) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:26.712196 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Attempting to bind port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:26.714257 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Attempting to bind port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 on network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:26.727688 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-09d33f4a-54ff-44af-b56b-661f65bc6524 req-312e4a17-a668-4124-acdc-4027d493eaf9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491295 Jun 21 13:58:26.730536 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 on network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:26.730854 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Attempting to bind port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 on network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:26.744650 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:26.745194 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Checking segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:26.745764 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Bound using segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:26.746372 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Bound port: d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:26.746883 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.781798 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cf74-c700-4381-ae2e-5877c48fb306 req-15b46160-7e2c-408a-ad84-6bfbcf10daeb tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.783550 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d730cf74-c700-4381-ae2e-5877c48fb306 req-15b46160-7e2c-408a-ad84-6bfbcf10daeb tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 946 time: 0.3070669 Jun 21 13:58:26.835513 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-63b8e9a5-2bce-4f8c-b711-19c416aac7a2 req-f69a52c2-b178-43d6-a2e6-cded242580e1 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479763 Jun 21 13:58:26.893632 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d730cf74-c700-4381-ae2e-5877c48fb306 req-c01fd658-3bc3-44a8-98a6-66354d729f62 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967121 Jun 21 13:58:26.902025 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:26.905432 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:26.911586 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.917112 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:26.990849 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:26.992072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:26.994135 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] 10.222.0.22 "PUT /v2.0/ports/d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 HTTP/1.1" status: 200 len: 1093 time: 1.9501278 Jun 21 13:58:27.046950 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:27.062818 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:27.066708 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1007210945-network', 'tenant_id': '731cc0ff912d4647b4634b326f2b9e9c'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:27.095475 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Made reservation on behalf of 731cc0ff912d4647b4634b326f2b9e9c for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:27.103302 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.115404 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-80ac3f22-383b-4906-b4cb-771c264f763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.117238 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-80ac3f22-383b-4906-b4cb-771c264f763e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 1097 time: 0.1679997 Jun 21 13:58:27.117366 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.250022 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-dace83f1-da34-4d34-b145-114797f83a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.252154 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-dace83f1-da34-4d34-b145-114797f83a9e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 1096 time: 0.2065926 Jun 21 13:58:27.253098 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad214048-1430-4e07-8271-ea32aad6a871 req-d247f722-6c69-4547-8bf1-d0c1cd38b971 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.258981 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ad214048-1430-4e07-8271-ea32aad6a871 req-d247f722-6c69-4547-8bf1-d0c1cd38b971 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1429970 Jun 21 13:58:27.345961 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-984c32c9-4922-44e2-9ded-e39b3d0b5cd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 HTTP/1.1" status: 200 len: 217 time: 0.0741427 Jun 21 13:58:27.356872 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ad214048-1430-4e07-8271-ea32aad6a871 req-46d62c52-a7f7-41fa-86ac-ebb45d4e8df6 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866203 Jun 21 13:58:27.436275 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.441400 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.455512 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:58:27.468017 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.468562 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Added segment 22e70b6c-e7c4-437c-b28f-40446c839dc1 of type vlan for network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 Jun 21 13:58:27.480943 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-6d194041-1d03-4167-85ef-f4aebc9e8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.482383 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-6d194041-1d03-4167-85ef-f4aebc9e8bd0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 912 time: 0.3565061 Jun 21 13:58:27.482850 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:27.497269 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58" -d '{"events": [{"name": "network-changed", "server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:27.537196 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.554699 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:27.590431 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6625bf-47c3-490f-9490-d9a5195c3b3a,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:27.622944 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:27.623598 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.631529 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.632534 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:27.635560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:27.684612 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-1d4c2d89-5887-42e9-8e34-fec4a1c4fd8c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6 HTTP/1.1" status: 200 len: 217 time: 0.1842022 Jun 21 13:58:27.756229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-8d76aec8-7ab3-4d7d-93d7-e681eeb07f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.757730 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-8d76aec8-7ab3-4d7d-93d7-e681eeb07f14 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.0557218 Jun 21 13:58:27.763720 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-141e9678-156d-4c3f-ac4d-84fa0a48aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.765224 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-141e9678-156d-4c3f-ac4d-84fa0a48aa79 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.3857582 Jun 21 13:58:27.787422 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b9ec2-677c-4102-8f29-b5f1e729fc3d req-658d2b95-e60b-47e1-982c-08b6752367cd tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:27.794925 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-360b9ec2-677c-4102-8f29-b5f1e729fc3d req-658d2b95-e60b-47e1-982c-08b6752367cd tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 944 time: 0.3307390 Jun 21 13:58:27.935359 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-360b9ec2-677c-4102-8f29-b5f1e729fc3d req-22ffcb0d-dd03-4d2b-ae9f-ecde081bdc59 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358237 Jun 21 13:58:27.972971 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Pushing event updated for resources: {'Network': ['ID=71092ac2-3c42-4a8f-8c26-9f63b3606ab0,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:27.983343 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:27.984287 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:58:28.007763 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-e3a4699c-8e3b-4b2e-8e1e-608a4ef9973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.009303 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-e3a4699c-8e3b-4b2e-8e1e-608a4ef9973e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1813703 Jun 21 13:58:28.024352 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-10cddaf0-14d2-42ee-b791-8f6fe6df9b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.025818 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-10cddaf0-14d2-42ee-b791-8f6fe6df9b04 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1888509 Jun 21 13:58:28.028343 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3237946 Jun 21 13:58:28.039418 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44786) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:28.111632 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Request body: {'subnet': {'network_id': '71092ac2-3c42-4a8f-8c26-9f63b3606ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1007210945-subnet', 'tenant_id': '731cc0ff912d4647b4634b326f2b9e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:28.222128 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Made reservation on behalf of 731cc0ff912d4647b4634b326f2b9e9c for: {'subnet': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:28.225948 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3740081'] for subnet, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.235017 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-c03946ce-1452-40fd-bb19-ebe62cb93aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.236839 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-c03946ce-1452-40fd-bb19-ebe62cb93aec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 1098 time: 0.2661068 Jun 21 13:58:28.256467 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba6148-50c1-4582-9920-a97caae7a2b4 req-10a879b3-dd78-4da7-b93d-962d046a1e44 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.258197 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-50ba6148-50c1-4582-9920-a97caae7a2b4 req-10a879b3-dd78-4da7-b93d-962d046a1e44 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.2345829 Jun 21 13:58:28.332105 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44798) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:28.333493 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9272977e-c2fe-4a75-85ec-23744e79012d x-openstack-request-id: req-9272977e-c2fe-4a75-85ec-23744e79012d {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:28.333802 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:28.334075 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9272977e-c2fe-4a75-85ec-23744e79012d {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:28.334472 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'status': 'completed', 'code': 200} Jun 21 13:58:28.396658 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-50ba6148-50c1-4582-9920-a97caae7a2b4 req-b723097c-b7f3-47e8-984e-148903722a69 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036372 Jun 21 13:58:28.449169 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-12cb7e60-ae5b-494d-a386-7751014e0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.453483 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-12cb7e60-ae5b-494d-a386-7751014e0a56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.1936824 Jun 21 13:58:28.516547 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d8b-19c0-4a85-aa9f-c905bcb50ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.521834 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-da23ad7b-7b98-489a-8022-03bb1655832d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c654217-1caa-44fd-b56e-2b03828bfece HTTP/1.1" status: 200 len: 217 time: 0.0598114 Jun 21 13:58:28.522701 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-b832b109-a2ce-4c56-be56-65c93619600f service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005705 Jun 21 13:58:28.524433 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-f29dc64b-6859-4403-a267-712644a4cea9 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945994 Jun 21 13:58:28.538133 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2297c-85ca-4e29-8ac3-22c5123a2be5 req-a120efea-1bba-4c3e-8f1e-99a53aa6285b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.539784 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-95d2297c-85ca-4e29-8ac3-22c5123a2be5 req-a120efea-1bba-4c3e-8f1e-99a53aa6285b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.2087729 Jun 21 13:58:28.615777 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3740067'] for subnet, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.621846 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-29a02de1-4935-434e-b11a-909e56723a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:28.628628 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-726ab4de-898c-46d6-91a2-67eba5f6fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.630098 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-726ab4de-898c-46d6-91a2-67eba5f6fad7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.0914989 Jun 21 13:58:28.692854 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-e9609631-9e04-4a0a-b957-d65aae8348c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405347 Jun 21 13:58:28.731445 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=443e950e-eb98-4dd6-ae46-31300fffa719,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.744165 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-95d2297c-85ca-4e29-8ac3-22c5123a2be5 req-4a630b74-4a53-41ea-b370-e2f13da0748c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851602 Jun 21 13:58:28.758375 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.773949 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Checking segment: {'id': '22e70b6c-e7c4-437c-b28f-40446c839dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '71092ac2-3c42-4a8f-8c26-9f63b3606ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:28.774374 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Network hostable DHCP agents. Network: 71092ac2-3c42-4a8f-8c26-9f63b3606ab0, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:58:28.796135 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-28c8ad53-c25b-475e-a179-2f4572a7e448 req-c258afb3-0f8c-4b56-83ff-faecd52594e1 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544050 Jun 21 13:58:28.798216 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8dfb9a7-3421-4614-8c30-c38c83c56e74 req-71cb3d41-80e0-4f2e-9146-9537d96f0c11 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574639 Jun 21 13:58:28.849910 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:58:28.850167 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d8b-19c0-4a85-aa9f-c905bcb50ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.863098 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 71092ac2-3c42-4a8f-8c26-9f63b3606ab0) {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:28.866889 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-99fa6346-3c23-4b42-bc9b-84bf65b415c2 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640823 Jun 21 13:58:28.869865 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-20fb5d8b-19c0-4a85-aa9f-c905bcb50ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.869998 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.870687 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:28.879159 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459259bc-6de5-4423-933d-e9a8989c5fbd None None] Network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:28.898440 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:28.946696 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-20fb5d8b-19c0-4a85-aa9f-c905bcb50ce7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8872d7518abb404390abeb5bd45191e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6091022 Jun 21 13:58:28.947739 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44826) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:28.948342 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb5d8b-19c0-4a85-aa9f-c905bcb50ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607f61de-b9ed-4397-8b19-76f98436e829,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:28.956289 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-20fb5d8b-19c0-4a85-aa9f-c905bcb50ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:28.969300 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9243844 Jun 21 13:58:28.991192 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-055994be-0eea-46b9-b369-1a7589b85e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:28.993524 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-055994be-0eea-46b9-b369-1a7589b85e19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 1096 time: 0.1277883 Jun 21 13:58:29.106388 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3bab7576-b5aa-4b39-bee3-871a8c624556 req-f5a062b2-9ab3-4806-b092-c8a17b91e91b service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326527 Jun 21 13:58:29.110745 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5c38-db7a-4d53-a9a2-c827449e97bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:29.170092 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efa7a61-5e5f-458f-9aef-a369b53eba02 None None] Network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:29.201935 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5c38-db7a-4d53-a9a2-c827449e97bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:29.247058 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-ce25fb7c-1151-40f2-812a-11219ae2bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.248952 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-ce25fb7c-1151-40f2-812a-11219ae2bedf service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 918 time: 0.2469547 Jun 21 13:58:29.272786 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3565cf-6e43-455d-95a4-1f5c61791d68 req-1965df25-f4e9-4766-b80a-0da9b91b67b3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.274305 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7c3565cf-6e43-455d-95a4-1f5c61791d68 req-1965df25-f4e9-4766-b80a-0da9b91b67b3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 944 time: 0.1439464 Jun 21 13:58:29.314022 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5c38-db7a-4d53-a9a2-c827449e97bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:29.324252 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bbaa5c38-db7a-4d53-a9a2-c827449e97bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:29.329160 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-bbaa5c38-db7a-4d53-a9a2-c827449e97bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/607f61de-b9ed-4397-8b19-76f98436e829 HTTP/1.1" status: 204 len: 168 time: 0.3795886 Jun 21 13:58:29.330374 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-abda2541-0f10-4ca8-b162-a392dfe5a6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:29.331961 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-2b78d809-5009-4ab0-af66-ac8eb6e5b1b6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 HTTP/1.1" status: 200 len: 217 time: 0.0565808 Jun 21 13:58:29.356869 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa5c38-db7a-4d53-a9a2-c827449e97bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607f61de-b9ed-4397-8b19-76f98436e829,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:29.361622 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-bbaa5c38-db7a-4d53-a9a2-c827449e97bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:29.382739 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7c3565cf-6e43-455d-95a4-1f5c61791d68 req-1e912a99-f6e2-4e72-892d-7d78c2d732fb tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994956 Jun 21 13:58:29.454797 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-22d76f11-9b39-499f-9b28-aa4af0e97c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.457294 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-22d76f11-9b39-499f-9b28-aa4af0e97c3e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.0729394 Jun 21 13:58:29.604659 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-f137fe8c-b38e-443c-ae37-e02c79e81545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.608344 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-f137fe8c-b38e-443c-ae37-e02c79e81545 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1406977 Jun 21 13:58:29.665499 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc362d4-a794-4890-8bf7-ebfd8e079eb7 req-d69f2188-bc9e-4e55-9396-f80ab8df7f7d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:29.673162 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1cc362d4-a794-4890-8bf7-ebfd8e079eb7 req-d69f2188-bc9e-4e55-9396-f80ab8df7f7d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0804727 Jun 21 13:58:29.724857 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1cc362d4-a794-4890-8bf7-ebfd8e079eb7 req-4fcb116f-b8e4-402f-b84f-40ae5655b106 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510926 Jun 21 13:58:29.744226 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-e8d4ec31-da61-4e79-897a-dfb07f6a0e86 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185310 Jun 21 13:58:29.877476 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-93a06dfb-6e69-45ee-83ec-3033c8bf0c58 req-49a633cc-e39d-4806-8614-bb024a1f6c97 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160669 Jun 21 13:58:29.978937 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44886) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:29.995829 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-673af105-a238-4779-ae19-8e7aa6ca2798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.010202 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49e5b0-0531-421a-986e-243e0412cf01 req-4223f8f5-563c-4e6c-80ba-b8aa399cb5a1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:30.011768 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9f49e5b0-0531-421a-986e-243e0412cf01 req-4223f8f5-563c-4e6c-80ba-b8aa399cb5a1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0921187 Jun 21 13:58:30.059355 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9f49e5b0-0531-421a-986e-243e0412cf01 req-ca1baee4-4dff-4519-ac27-372940890500 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419509 Jun 21 13:58:30.106842 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device c1603774-5afb-48fd-8dce-04a4bcbf61a6 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:30.123313 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-673af105-a238-4779-ae19-8e7aa6ca2798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.128942 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-673af105-a238-4779-ae19-8e7aa6ca2798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.132594 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:30.169694 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-673af105-a238-4779-ae19-8e7aa6ca2798 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b6e0d05268943d0aafd7344e13392fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1894042 Jun 21 13:58:30.171960 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673af105-a238-4779-ae19-8e7aa6ca2798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da72e060-2f2e-4cc6-b6ba-336ee395ffa7,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.172479 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44888) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:30.175633 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-673af105-a238-4779-ae19-8e7aa6ca2798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:30.223600 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port c1603774-5afb-48fd-8dce-04a4bcbf61a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:30.237572 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44892) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:30.238033 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2410e73a-ab0f-4523-aa00-94435a922531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.238739 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'port_id': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'mac_address': 'fa:16:3e:69:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:30.242894 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1266390452-network', 'tenant_id': 'a205a3b541344ade897647054262c5fe'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:30.260629 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2410e73a-ab0f-4523-aa00-94435a922531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.264124 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Made reservation on behalf of a205a3b541344ade897647054262c5fe for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:30.266644 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.275338 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.277008 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.291694 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1603774-5afb-48fd-8dce-04a4bcbf61a6 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:30.323624 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2410e73a-ab0f-4523-aa00-94435a922531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.324931 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port c1603774-5afb-48fd-8dce-04a4bcbf61a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:30.326754 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2410e73a-ab0f-4523-aa00-94435a922531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.330341 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-2410e73a-ab0f-4523-aa00-94435a922531 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da72e060-2f2e-4cc6-b6ba-336ee395ffa7 HTTP/1.1" status: 204 len: 168 time: 0.1543293 Jun 21 13:58:30.330341 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:30.334736 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.340466 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:30.342594 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410e73a-ab0f-4523-aa00-94435a922531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da72e060-2f2e-4cc6-b6ba-336ee395ffa7,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.345082 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2410e73a-ab0f-4523-aa00-94435a922531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:30.417190 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.420743 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=c1603774-5afb-48fd-8dce-04a4bcbf61a6,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.424082 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:30.426406 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.439007 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:58:30.443669 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:30.457432 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.457774 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Added segment af0e4c31-2b85-4511-bb73-f03145c05fa9 of type vlan for network 1c30de0d-3e02-455b-a70d-4775f75a39ab Jun 21 13:58:30.496317 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b101592-3e7f-4171-a94e-e249d6229179,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.499352 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:30.517487 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.583991 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.586894 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:30.587538 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.592025 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e23d5c95-66a1-4c76-873e-152b7b895997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:30.607291 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c1603774-5afb-48fd-8dce-04a4bcbf61a6'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:30.673431 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda48a2-1b25-4cc0-9328-ad09312d0466 req-83ddb798-a170-4155-b06f-01733cfde703 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:30.675566 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4cda48a2-1b25-4cc0-9328-ad09312d0466 req-83ddb798-a170-4155-b06f-01733cfde703 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 945 time: 0.1536620 Jun 21 13:58:30.676835 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4380050 Jun 21 13:58:30.679797 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 44912) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:30.680563 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Pushing event updated for resources: {'Network': ['ID=1c30de0d-3e02-455b-a70d-4775f75a39ab,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:30.683528 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:30.694522 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Request body: {'subnet': {'network_id': '1c30de0d-3e02-455b-a70d-4775f75a39ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1266390452-subnet', 'tenant_id': 'a205a3b541344ade897647054262c5fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:30.713773 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 1c30de0d-3e02-455b-a70d-4775f75a39ab details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:58:30.725781 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Made reservation on behalf of a205a3b541344ade897647054262c5fe for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:30.729815 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Notify callbacks [] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.747595 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4cda48a2-1b25-4cc0-9328-ad09312d0466 req-08c3b75b-d302-44cb-8637-99efc6e36475 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552468 Jun 21 13:58:30.967950 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:30.976003 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0c067b32-c49f-41b8-8c82-7a6789bd73c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:31.081595 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Checking segment: {'id': 'af0e4c31-2b85-4511-bb73-f03145c05fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '1c30de0d-3e02-455b-a70d-4775f75a39ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:31.082005 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Network hostable DHCP agents. Network: 1c30de0d-3e02-455b-a70d-4775f75a39ab, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:58:31.105378 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0b39aa-beb4-488a-ba10-508c54538d78,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:31.117178 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:31.118646 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Network 1c30de0d-3e02-455b-a70d-4775f75a39ab is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:58:31.133447 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a87ec6-505a-4ad1-9364-eac19c32e651 req-2cdde95d-1a63-4610-94be-d5ca4881ff85 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:31.135132 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-70a87ec6-505a-4ad1-9364-eac19c32e651 req-2cdde95d-1a63-4610-94be-d5ca4881ff85 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.1197045 Jun 21 13:58:31.136258 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 1c30de0d-3e02-455b-a70d-4775f75a39ab) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:31.140601 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:31.141172 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:31.146740 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050e4b0-5fe0-4764-b9ef-18809b9a26e7 None None] Network 1c30de0d-3e02-455b-a70d-4775f75a39ab requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:31.161786 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44940) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:31.201215 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-70a87ec6-505a-4ad1-9364-eac19c32e651 req-a01cf07d-600d-4dbe-aa3b-c92368227acc tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563207 Jun 21 13:58:31.203783 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-32e69c33-fe02-42d9-8ce9-a324b439d1dd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5224226 Jun 21 13:58:31.303272 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75b85a-6946-45d8-bbc7-7bf547f0318b req-bfbc1e81-89b8-4d48-a078-9d1bc809d53f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:31.310334 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7f75b85a-6946-45d8-bbc7-7bf547f0318b req-bfbc1e81-89b8-4d48-a078-9d1bc809d53f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0752289 Jun 21 13:58:31.361500 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7c38d-e547-49f6-8cc5-d2172a40ec0c None None] Network 1c30de0d-3e02-455b-a70d-4775f75a39ab requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:58:31.366425 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7f75b85a-6946-45d8-bbc7-7bf547f0318b req-8362257e-c775-4bf0-9016-4ec9758ce235 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492835 Jun 21 13:58:31.386394 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e1a552ad-8911-4b85-9f0c-a3cd127eb80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:31.550325 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e1a552ad-8911-4b85-9f0c-a3cd127eb80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:31.556638 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e1a552ad-8911-4b85-9f0c-a3cd127eb80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:31.561897 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-673af105-a238-4779-ae19-8e7aa6ca2798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:31.602586 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a552ad-8911-4b85-9f0c-a3cd127eb80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5510b605-4cf3-4553-a45c-6a3e3b439337,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:31.619543 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-e1a552ad-8911-4b85-9f0c-a3cd127eb80c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de2d4d16aaad40df8de18244261a4074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564769 Jun 21 13:58:31.620678 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e1a552ad-8911-4b85-9f0c-a3cd127eb80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:31.622345 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44980) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:31.677572 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9e445887-c907-49c8-ab38-2395250bbe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:31.703786 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9e445887-c907-49c8-ab38-2395250bbe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:31.769966 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9e445887-c907-49c8-ab38-2395250bbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:31.772931 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9e445887-c907-49c8-ab38-2395250bbe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:31.776908 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-9e445887-c907-49c8-ab38-2395250bbe2f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5510b605-4cf3-4553-a45c-6a3e3b439337 HTTP/1.1" status: 204 len: 168 time: 0.1535792 Jun 21 13:58:31.777818 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ac3b48f9-6c8a-4f59-8dcc-226ca7bc2467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:31.787819 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e445887-c907-49c8-ab38-2395250bbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5510b605-4cf3-4553-a45c-6a3e3b439337,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:31.801926 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9e445887-c907-49c8-ab38-2395250bbe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:31.976981 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 44994) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:31.988915 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-b0ec1ec6-44ba-4f77-84e0-bd1c0ec2e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.009504 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c1f53-e094-41f5-b9a6-02321d2ea243 req-a2bc002f-6da0-4f7b-912b-1fb414a0979d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:32.011227 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-778c1f53-e094-41f5-b9a6-02321d2ea243 req-a2bc002f-6da0-4f7b-912b-1fb414a0979d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 945 time: 0.0846481 Jun 21 13:58:32.067161 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-778c1f53-e094-41f5-b9a6-02321d2ea243 req-ac8d0601-f024-4925-a953-9387ffac7716 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478191 Jun 21 13:58:32.122497 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:32.126481 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device c1603774-5afb-48fd-8dce-04a4bcbf61a6 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:32.198100 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-656e8d25-000d-4143-ba20-720f7a405c03 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:32.203078 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-656e8d25-000d-4143-ba20-720f7a405c03 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/networks?id=71092ac2-3c42-4a8f-8c26-9f63b3606ab0 HTTP/1.1" status: 200 len: 809 time: 0.1463845 Jun 21 13:58:32.223518 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-2d2acb25-134b-47c2-a310-a327b40f15b1 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/quotas/731cc0ff912d4647b4634b326f2b9e9c HTTP/1.1" status: 200 len: 375 time: 0.0108731 Jun 21 13:58:32.260617 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port c1603774-5afb-48fd-8dce-04a4bcbf61a6 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:32.276156 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port c1603774-5afb-48fd-8dce-04a4bcbf61a6 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:32.277071 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.283043 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-1e848e77-65d5-45a8-b4a1-44019f3efae1 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=731cc0ff912d4647b4634b326f2b9e9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422647 Jun 21 13:58:32.320637 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:32.336228 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f87693-8250-46be-b9ec-ead37093dba7 req-3e915c96-e2e7-47db-a23d-f742fd590674 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:32.339526 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'port_id': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'mac_address': 'fa:16:3e:47:5b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:32.343950 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23f87693-8250-46be-b9ec-ead37093dba7 req-3e915c96-e2e7-47db-a23d-f742fd590674 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 946 time: 0.1167364 Jun 21 13:58:32.407020 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23f87693-8250-46be-b9ec-ead37093dba7 req-33bd70d6-9f55-4520-b170-4abbe62aa198 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617237 Jun 21 13:58:32.407609 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ebf91825-8729-4f6b-9fa9-cea0dad228f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.428064 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-3937fed9-7240-4323-96c9-5cc088c6cfb8 service neutron] 10.222.0.60 "GET /v2.0/networks/71092ac2-3c42-4a8f-8c26-9f63b3606ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440532 Jun 21 13:58:32.519418 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45020) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:32.539808 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-644f2787-6a4b-40b7-91e1-89f0ce197d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.561568 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-6f00b316-e831-4364-8285-58697e588946 service neutron] 10.222.0.60 "GET /v2.0/networks/71092ac2-3c42-4a8f-8c26-9f63b3606ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322949 Jun 21 13:58:32.595980 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.636328 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.653452 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:32.655719 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691bd849-3b24-4e07-b3ef-5d2ae44f6539" -d '{"events": [{"server_uuid": "7a2c794c-3a8b-46d1-9423-c57fa3586776", "name": "network-vif-plugged", "status": "completed", "tag": "c1603774-5afb-48fd-8dce-04a4bcbf61a6"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:32.671140 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3faec-4ba8-415b-8681-068b870e4dc8 req-d45ff771-7476-44de-ac7f-50e5e637ce21 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:32.673428 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port c1603774-5afb-48fd-8dce-04a4bcbf61a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:32.676224 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:32.682492 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cff3faec-4ba8-415b-8681-068b870e4dc8 req-d45ff771-7476-44de-ac7f-50e5e637ce21 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0983357 Jun 21 13:58:32.698193 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:32.700140 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.700295 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ebf91825-8729-4f6b-9fa9-cea0dad228f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.702297 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:32.707750 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ebf91825-8729-4f6b-9fa9-cea0dad228f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.708016 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:32.712041 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fedd4dee-0f90-411e-adaf-fe90f0e34f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:32.764148 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cff3faec-4ba8-415b-8681-068b870e4dc8 req-444676d4-b781-4faa-ad62-bc505b08c330 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805659 Jun 21 13:58:32.782977 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=c1603774-5afb-48fd-8dce-04a4bcbf61a6,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:32.795290 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ebf91825-8729-4f6b-9fa9-cea0dad228f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a7b97ff46444245adc1d91d8792ad84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8172095 Jun 21 13:58:32.795777 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:32.796384 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:32.799354 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45030) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:32.815468 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf91825-8729-4f6b-9fa9-cea0dad228f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b5104-14d1-4b54-bf48-4f6f82a8f136,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:32.822806 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ebf91825-8729-4f6b-9fa9-cea0dad228f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:32.907596 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09cabce-9581-4b3e-8788-c5f971aa993d x-openstack-request-id: req-b09cabce-9581-4b3e-8788-c5f971aa993d {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:32.908006 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2c794c-3a8b-46d1-9423-c57fa3586776", "name": "network-vif-plugged", "status": "completed", "tag": "c1603774-5afb-48fd-8dce-04a4bcbf61a6", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:32.909713 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b09cabce-9581-4b3e-8788-c5f971aa993d {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:32.910712 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'code': 200} Jun 21 13:58:32.936569 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:32.940063 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:33.000051 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09747938-4992-4024-99bf-e8e652cff677 req-d03bc2b8-b0d5-400d-896d-b87e8692c513 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:33.003039 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-09747938-4992-4024-99bf-e8e652cff677 req-d03bc2b8-b0d5-400d-896d-b87e8692c513 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1291463 Jun 21 13:58:33.004086 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-644f2787-6a4b-40b7-91e1-89f0ce197d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.015735 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a702f5d6-e2f3-44d2-a4dd-8b96e3195c1f req-38874771-105d-4221-903e-34f4adf2fa1a tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 210 time: 0.0664632 Jun 21 13:58:33.023287 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['d4b2bf56-1596-4e84-b0bb-7977b41e2ed3'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:33.038419 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-644f2787-6a4b-40b7-91e1-89f0ce197d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.075934 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cb4849fa-2287-402c-9bb8-16d94c94f1ab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:33.080164 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c12ddafa-0dc9-407d-83f8-e4ca8bd30da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.095368 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-09747938-4992-4024-99bf-e8e652cff677 req-dc9a9b1f-9a8d-49bb-a489-8a6ad92c3c23 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854342 Jun 21 13:58:33.225483 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-644f2787-6a4b-40b7-91e1-89f0ce197d70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=072155dd68af4246a517bf847d9f191c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027624 Jun 21 13:58:33.225864 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45048) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:33.250450 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f2787-6a4b-40b7-91e1-89f0ce197d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e8ed4b-de9d-4cdc-88c1-09e5c5232851,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:33.255423 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c12ddafa-0dc9-407d-83f8-e4ca8bd30da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.281595 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-644f2787-6a4b-40b7-91e1-89f0ce197d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:33.291767 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfab8-f558-4050-aa68-9bb67b7604c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.321637 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfab8-f558-4050-aa68-9bb67b7604c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.387857 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfab8-f558-4050-aa68-9bb67b7604c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.391970 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dd7cfab8-f558-4050-aa68-9bb67b7604c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.399633 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-dd7cfab8-f558-4050-aa68-9bb67b7604c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8e8ed4b-de9d-4cdc-88c1-09e5c5232851 HTTP/1.1" status: 204 len: 168 time: 0.1726973 Jun 21 13:58:33.400473 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ebf91825-8729-4f6b-9fa9-cea0dad228f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:33.406348 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c12ddafa-0dc9-407d-83f8-e4ca8bd30da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.409881 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cfab8-f558-4050-aa68-9bb67b7604c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e8ed4b-de9d-4cdc-88c1-09e5c5232851,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:33.410341 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631aa98-82d1-4ac3-93c4-3f459baa7b9b req-69879ba5-a8de-4d24-bc7e-eca8bd978bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:33.411833 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8631aa98-82d1-4ac3-93c4-3f459baa7b9b req-69879ba5-a8de-4d24-bc7e-eca8bd978bb8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 1099 time: 0.2185671 Jun 21 13:58:33.411968 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-dd7cfab8-f558-4050-aa68-9bb67b7604c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:33.415198 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c12ddafa-0dc9-407d-83f8-e4ca8bd30da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.443316 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-c12ddafa-0dc9-407d-83f8-e4ca8bd30da8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/514b5104-14d1-4b54-bf48-4f6f82a8f136 HTTP/1.1" status: 204 len: 168 time: 0.6325340 Jun 21 13:58:33.445706 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a261c497-07de-4faa-ae01-5225eb9144ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:33.514155 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d80db79-2e51-4f30-9a13-609d6eaedaea req-0ddda752-3896-4d95-a63c-a697059eed17 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:33.516013 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5d80db79-2e51-4f30-9a13-609d6eaedaea req-0ddda752-3896-4d95-a63c-a697059eed17 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.2696567 Jun 21 13:58:33.521340 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ddafa-0dc9-407d-83f8-e4ca8bd30da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b5104-14d1-4b54-bf48-4f6f82a8f136,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:33.534440 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c12ddafa-0dc9-407d-83f8-e4ca8bd30da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:33.591918 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8631aa98-82d1-4ac3-93c4-3f459baa7b9b req-27966a08-0bcb-4539-9472-4c0e5a7b10b0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473517 Jun 21 13:58:33.625526 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5d80db79-2e51-4f30-9a13-609d6eaedaea req-c4b78856-6a6d-4044-94a9-0cefc54e75b4 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002455 Jun 21 13:58:33.689205 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-5343b0af-9e88-41cb-88f3-5a3a6455bb86 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:33.691059 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-5343b0af-9e88-41cb-88f3-5a3a6455bb86 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.22 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 946 time: 0.1887155 Jun 21 13:58:33.769136 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0bc3d-cbfd-44fb-b460-3a5d141ef027 req-2fa9cf2b-7add-41bf-abe3-ec7164d35c81 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:33.771320 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2cb0bc3d-cbfd-44fb-b460-3a5d141ef027 req-2fa9cf2b-7add-41bf-abe3-ec7164d35c81 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 946 time: 0.1857324 Jun 21 13:58:33.889558 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2cb0bc3d-cbfd-44fb-b460-3a5d141ef027 req-3dbf0d29-cbb5-4415-99b4-dfbc803a1685 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089067 Jun 21 13:58:33.920630 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Deleting port 69e0a57f-4ec8-4566-995e-8f917d7a24fe {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 13:58:33.920949 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:33.996084 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f68b3-fc87-4c24-bc5a-d8463be8f32a req-3f06f77e-289b-4e82-8c22-ab7326871c75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:34.002935 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4d0f68b3-fc87-4c24-bc5a-d8463be8f32a req-3f06f77e-289b-4e82-8c22-ab7326871c75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 944 time: 0.0970938 Jun 21 13:58:34.023057 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45078) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:34.041181 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] For port 69e0a57f-4ec8-4566-995e-8f917d7a24fe, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=69e0a57f-4ec8-4566-995e-8f917d7a24fe,segment=NetworkSegment(3ac5463d-8fd3-4140-91db-91f4d8df78f6),segment_id=3ac5463d-8fd3-4140-91db-91f4d8df78f6)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:34.041592 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.042347 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4d0f68b3-fc87-4c24-bc5a-d8463be8f32a req-7c5e2c20-edc7-4e34-9766-331dc2d69d72 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385621 Jun 21 13:58:34.059113 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe807-bd77-49a1-86e0-29fff9bf64c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.148104 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:34.241146 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Calling delete_port for 69e0a57f-4ec8-4566-995e-8f917d7a24fe owned by compute:nova {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 13:58:34.293306 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-9044d78b-e255-4c0a-a6e1-ca71c222a6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.298743 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:34.304451 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:34.305227 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.521234 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.548026 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-595f4cc7-fbb0-4262-8b2b-15d29e4329fd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:34.550756 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-595f4cc7-fbb0-4262-8b2b-15d29e4329fd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.22 "GET /v2.0/networks?id=71092ac2-3c42-4a8f-8c26-9f63b3606ab0 HTTP/1.1" status: 200 len: 809 time: 0.2807717 Jun 21 13:58:34.585171 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d9ff4-8a58-4d03-9daf-9d5e7b4b7d9c req-1be3e159-ff88-4181-a5d2-456eb3579e31 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:34.588838 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf0d9ff4-8a58-4d03-9daf-9d5e7b4b7d9c req-1be3e159-ff88-4181-a5d2-456eb3579e31 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.2015619 Jun 21 13:58:34.604953 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Request body: {'port': {'device_id': 'b83da070-f28f-4ca3-92c7-e8a3c9daaa64', 'network_id': '71092ac2-3c42-4a8f-8c26-9f63b3606ab0', 'admin_state_up': True, 'tenant_id': '731cc0ff912d4647b4634b326f2b9e9c'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:34.636843 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe807-bd77-49a1-86e0-29fff9bf64c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.657103 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:34.668386 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0e6b9471-7aba-411a-b452-10a05b3d63a3 req-a6e71f0d-1c5f-423e-8bf5-8d285a1de04d tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 210 time: 0.4229708 Jun 21 13:58:34.672067 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.674124 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:34.684860 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fd2fe807-bd77-49a1-86e0-29fff9bf64c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.694166 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ab6e3199-bbf6-45d5-91a0-3e1bf9c97b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:34.734309 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf0d9ff4-8a58-4d03-9daf-9d5e7b4b7d9c req-2af64968-f9c6-445c-84d5-88b2b5038dca tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028090 Jun 21 13:58:34.831243 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:34.838054 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:34.883015 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Made reservation on behalf of 731cc0ff912d4647b4634b326f2b9e9c for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:58:34.887149 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:34.913176 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:34.918716 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048d1b96-ff59-4872-9030-2b8bb9efc6d2" -d '{"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:34.928213 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2fe807-bd77-49a1-86e0-29fff9bf64c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054b2ce4-d260-42a9-aaeb-b6ad287a0423,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:34.931951 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fd2fe807-bd77-49a1-86e0-29fff9bf64c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:34.939917 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-fd2fe807-bd77-49a1-86e0-29fff9bf64c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a08c607363349948659078dc7e99cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9166319 Jun 21 13:58:34.956048 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45114) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:35.107698 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Allocated IP 172.20.0.9 (71092ac2-3c42-4a8f-8c26-9f63b3606ab0/443e950e-eb98-4dd6-ae46-31300fffa719/ef10dde4-07ba-4880-a010-5ebbc597323a) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:58:35.109624 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.117501 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad148-2be1-4bb6-b23b-d9a0f1a7d4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.128407 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a71406-f7a4-4405-a7e4-1dae4fb87d51 req-e31cdd92-cfba-442d-969e-babd80904952 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.130165 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f7a71406-f7a4-4405-a7e4-1dae4fb87d51 req-e31cdd92-cfba-442d-969e-babd80904952 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1847854 Jun 21 13:58:35.176833 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afe81c-0e69-431d-a81b-6b4814abad1a req-543f0af9-3e52-42da-a1cc-6eca807d18c2 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.178452 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b7afe81c-0e69-431d-a81b-6b4814abad1a req-543f0af9-3e52-42da-a1cc-6eca807d18c2 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/ports?device_id=dab67af9-a41c-49b3-81d8-494a2d550fae HTTP/1.1" status: 200 len: 946 time: 0.1197104 Jun 21 13:58:35.184327 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.188830 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad148-2be1-4bb6-b23b-d9a0f1a7d4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.207732 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['69e0a57f-4ec8-4566-995e-8f917d7a24fe'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:35.208328 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:35.220402 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f7a71406-f7a4-4405-a7e4-1dae4fb87d51 req-02c1a29e-2954-4390-9d0b-8e1d3ae6b864 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786102 Jun 21 13:58:35.263305 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Pushing event deleted for resources: {'Port': ['ID=69e0a57f-4ec8-4566-995e-8f917d7a24fe,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:35.274898 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:35.292717 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f6c181-9c4d-4f28-84f0-2153fa25ce25 x-openstack-request-id: req-57f6c181-9c4d-4f28-84f0-2153fa25ce25 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:35.293233 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:35.293516 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57f6c181-9c4d-4f28-84f0-2153fa25ce25 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:35.293963 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'code': 200} Jun 21 13:58:35.357372 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] No DVR routers for this DVR port 69e0a57f-4ec8-4566-995e-8f917d7a24fe on host hv-cinder-79496 {{(pid=92658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 13:58:35.362878 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.364838 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6838ccde-0c3b-4abf-9fcf-1c4bc503994b req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.22 "DELETE /v2.0/ports/69e0a57f-4ec8-4566-995e-8f917d7a24fe HTTP/1.1" status: 204 len: 173 time: 1.6658199 Jun 21 13:58:35.365338 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab67af9-a41c-49b3-81d8-494a2d550fae', 'name': 'network-vif-deleted', 'tag': '69e0a57f-4ec8-4566-995e-8f917d7a24fe'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:35.367692 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c5d9fc-800c-4fa3-b805-c974ab7733d4" -d '{"events": [{"server_uuid": "dab67af9-a41c-49b3-81d8-494a2d550fae", "name": "network-vif-deleted", "tag": "69e0a57f-4ec8-4566-995e-8f917d7a24fe"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:35.418386 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad148-2be1-4bb6-b23b-d9a0f1a7d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.420937 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6e0ad148-2be1-4bb6-b23b-d9a0f1a7d4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.424325 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-6e0ad148-2be1-4bb6-b23b-d9a0f1a7d4ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/054b2ce4-d260-42a9-aaeb-b6ad287a0423 HTTP/1.1" status: 204 len: 168 time: 0.4617786 Jun 21 13:58:35.437557 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:58:35.441314 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c0f4a27d-73eb-442e-ad2b-f77bd9f18e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:35.450717 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ad148-2be1-4bb6-b23b-d9a0f1a7d4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054b2ce4-d260-42a9-aaeb-b6ad287a0423,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:35.473666 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6e0ad148-2be1-4bb6-b23b-d9a0f1a7d4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:35.477211 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b7afe81c-0e69-431d-a81b-6b4814abad1a req-ccce92d0-cd71-4287-9cd7-21b818188737 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886062 Jun 21 13:58:35.532149 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e5fb3-a3c9-4405-b3e2-154e2ad6d26f req-027c685f-6c6c-4114-b0ab-3a296a725603 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.546924 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-299e5fb3-a3c9-4405-b3e2-154e2ad6d26f req-027c685f-6c6c-4114-b0ab-3a296a725603 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1396389 Jun 21 13:58:35.590198 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.646534 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-299e5fb3-a3c9-4405-b3e2-154e2ad6d26f req-a348343b-99a5-42f4-8258-27bb8a343168 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985940 Jun 21 13:58:35.684450 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066de8d7-5361-487c-8d91-c731a1f75e58 req-4e12930c-a741-40d7-8a57-3d006fea7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.687694 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-066de8d7-5361-487c-8d91-c731a1f75e58 req-4e12930c-a741-40d7-8a57-3d006fea7c2d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 1098 time: 0.1254654 Jun 21 13:58:35.698536 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.700105 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.722491 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39e1018-6c59-4dd2-b032-0db2b4d7fa0b x-openstack-request-id: req-a39e1018-6c59-4dd2-b032-0db2b4d7fa0b {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:35.722807 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab67af9-a41c-49b3-81d8-494a2d550fae", "name": "network-vif-deleted", "tag": "69e0a57f-4ec8-4566-995e-8f917d7a24fe", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:35.723086 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a39e1018-6c59-4dd2-b032-0db2b4d7fa0b {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:35.723501 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab67af9-a41c-49b3-81d8-494a2d550fae', 'name': 'network-vif-deleted', 'tag': '69e0a57f-4ec8-4566-995e-8f917d7a24fe', 'status': 'completed', 'code': 200} Jun 21 13:58:35.731077 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:35.783099 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-066de8d7-5361-487c-8d91-c731a1f75e58 req-17a3ce14-d587-4092-85f1-a9782963b431 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773349 Jun 21 13:58:35.817802 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:58:35.826439 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:58:35.834277 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:58:35.849306 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.850062 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:35.865769 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Pushing event updated for resources: {'Port': ['ID=ef10dde4-07ba-4880-a010-5ebbc597323a,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:35.870791 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:35.890330 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea135e8-dd3d-4ade-81a6-c8231fcef4eb req-59fa552c-6568-4b1b-9064-374608c3ca53 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.892037 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7ea135e8-dd3d-4ade-81a6-c8231fcef4eb req-59fa552c-6568-4b1b-9064-374608c3ca53 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.2095919 Jun 21 13:58:35.894061 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3025241 Jun 21 13:58:35.902494 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45150) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:35.908072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'floatingip': {'port_id': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:35.944155 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Request body: {'port': {'device_id': 'b83da070-f28f-4ca3-92c7-e8a3c9daaa64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:35.955595 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65661c24-52c8-4b74-b128-623864a45f5d req-f1c2c519-2040-4a98-82db-579e0aed448c tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:35.965895 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-65661c24-52c8-4b74-b128-623864a45f5d req-f1c2c519-2040-4a98-82db-579e0aed448c tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 931 time: 0.1188655 Jun 21 13:58:36.038875 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:36.042766 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-65661c24-52c8-4b74-b128-623864a45f5d req-0b0d0de6-865a-4571-b905-abc2715865d5 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743480 Jun 21 13:58:36.345151 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:36.570626 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83797aec-2fb6-48b3-9c99-7c97b36896eb req-18c6d5b3-8001-482a-93d1-013e1649382b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:36.572142 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-83797aec-2fb6-48b3-9c99-7c97b36896eb req-18c6d5b3-8001-482a-93d1-013e1649382b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.4592509 Jun 21 13:58:36.919133 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2634d-d062-424f-9d46-4e70d85557d7 req-3069c8c6-de4f-4544-8fbb-df47f01b103c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:36.927013 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-01b2634d-d062-424f-9d46-4e70d85557d7 req-3069c8c6-de4f-4544-8fbb-df47f01b103c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0932236 Jun 21 13:58:36.962994 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-83797aec-2fb6-48b3-9c99-7c97b36896eb req-e34097bb-5007-47fe-aaea-389454c902fc tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099554 Jun 21 13:58:36.985307 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-01b2634d-d062-424f-9d46-4e70d85557d7 req-0b4af198-403c-40e5-b279-7e24c253a235 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568473 Jun 21 13:58:37.304266 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.305029 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c397f-51ba-4ff9-94f8-aa01883ceef2 req-0ac958b0-85b8-4342-8c22-05a55a7839a8 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:37.309346 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f67c397f-51ba-4ff9-94f8-aa01883ceef2 req-0ac958b0-85b8-4342-8c22-05a55a7839a8 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 931 time: 0.1277039 Jun 21 13:58:37.355647 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef10dde4-07ba-4880-a010-5ebbc597323a {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:37.369552 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.371169 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f67c397f-51ba-4ff9-94f8-aa01883ceef2 req-c40de52a-4b15-41f5-854e-686c51f9e059 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547802 Jun 21 13:58:37.440503 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Transition to ACTIVE for port object ef10dde4-07ba-4880-a010-5ebbc597323a will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:58:37.444918 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.448745 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:37.477702 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.682883 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.727629 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.774853 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Pushing event updated for resources: {'Port': ['ID=ef10dde4-07ba-4880-a010-5ebbc597323a,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:37.783013 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:37.850968 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Attempting to bind port ef10dde4-07ba-4880-a010-5ebbc597323a on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:58:37.851315 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Attempting to bind port ef10dde4-07ba-4880-a010-5ebbc597323a by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '22e70b6c-e7c4-437c-b28f-40446c839dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '71092ac2-3c42-4a8f-8c26-9f63b3606ab0'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:58:37.851648 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Attempting to bind port ef10dde4-07ba-4880-a010-5ebbc597323a on network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:37.861721 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Port ef10dde4-07ba-4880-a010-5ebbc597323a on network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:58:37.862238 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Attempting to bind port ef10dde4-07ba-4880-a010-5ebbc597323a on network 71092ac2-3c42-4a8f-8c26-9f63b3606ab0 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:58:37.873039 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:58:37.873594 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Checking segment: {'id': '22e70b6c-e7c4-437c-b28f-40446c839dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '71092ac2-3c42-4a8f-8c26-9f63b3606ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:58:37.873991 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Bound using segment: {'id': '22e70b6c-e7c4-437c-b28f-40446c839dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '71092ac2-3c42-4a8f-8c26-9f63b3606ab0'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:58:37.874437 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Bound port: ef10dde4-07ba-4880-a010-5ebbc597323a, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e70b6c-e7c4-437c-b28f-40446c839dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '71092ac2-3c42-4a8f-8c26-9f63b3606ab0'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:58:37.874784 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:37.899312 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.l3_db [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Floating IP 68a7b6f3-2005-4391-850d-b82f71d244c2 associated. External IP: 172.28.3.86, port: c1603774-5afb-48fd-8dce-04a4bcbf61a6. Jun 21 13:58:38.012762 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45340) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:38.183160 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 69e0a57f-4ec8-4566-995e-8f917d7a24fe no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 13:58:38.201222 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b911d772-257d-4bd3-8b20-1d2f501d98bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.225263 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: 69e0a57f-4ec8-4566-995e-8f917d7a24fe {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 13:58:38.225628 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 69e0a57f-4ec8-4566-995e-8f917d7a24fe not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 13:58:38.271186 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37398b1c-42bb-4007-a998-a0f98fea216e req-b4b8170e-bb2b-4b36-88d5-ac6ebfc758be tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.272048 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] For port ef10dde4-07ba-4880-a010-5ebbc597323a, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:58:38.278961 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-37398b1c-42bb-4007-a998-a0f98fea216e req-b4b8170e-bb2b-4b36-88d5-ac6ebfc758be tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1233385 Jun 21 13:58:38.290859 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] For port ef10dde4-07ba-4880-a010-5ebbc597323a, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ef10dde4-07ba-4880-a010-5ebbc597323a,segment=NetworkSegment(22e70b6c-e7c4-437c-b28f-40446c839dc1),segment_id=22e70b6c-e7c4-437c-b28f-40446c839dc1)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:58:38.305792 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.311730 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:38.369069 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-37398b1c-42bb-4007-a998-a0f98fea216e req-2d4c3a28-30dd-44af-be72-39e971bca192 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874724 Jun 21 13:58:38.371808 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45360) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:38.385207 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.387140 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.389384 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] 10.222.0.22 "PUT /v2.0/ports/ef10dde4-07ba-4880-a010-5ebbc597323a HTTP/1.1" status: 200 len: 1093 time: 2.4511728 Jun 21 13:58:38.393137 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83da070-f28f-4ca3-92c7-e8a3c9daaa64', 'tag': 'ef10dde4-07ba-4880-a010-5ebbc597323a'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:38.403892 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76569612-833c-4649-bb18-eb7f4b7f72a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b83da070-f28f-4ca3-92c7-e8a3c9daaa64", "tag": "ef10dde4-07ba-4880-a010-5ebbc597323a"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:38.412946 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b911d772-257d-4bd3-8b20-1d2f501d98bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.421649 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b911d772-257d-4bd3-8b20-1d2f501d98bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.435019 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Router 793d0618-4843-4397-98a1-ea5f49054a28 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:58:38.446882 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22b05f-26c8-43b5-9b46-cf0863be1134 req-2c6f5394-bc8b-4c5c-8f6d-deb9f2b9e61c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.455865 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7d22b05f-26c8-43b5-9b46-cf0863be1134 req-2c6f5394-bc8b-4c5c-8f6d-deb9f2b9e61c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.3059630 Jun 21 13:58:38.458328 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:38.491911 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b911d772-257d-4bd3-8b20-1d2f501d98bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62a8abc2106a4977ac0a6f9957e39d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783270 Jun 21 13:58:38.493049 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45370) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:38.493841 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911d772-257d-4bd3-8b20-1d2f501d98bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f03de6-a0d1-4bc2-805e-b3dcc78f79dd,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:38.511332 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b911d772-257d-4bd3-8b20-1d2f501d98bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:38.518249 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45372) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:38.536230 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Pushing event updated for resources: {'Port': ['ID=ef10dde4-07ba-4880-a010-5ebbc597323a,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:38.540301 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:38.620529 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7d22b05f-26c8-43b5-9b46-cf0863be1134 req-12f314b2-856c-4de0-ac03-a37051116297 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632659 Jun 21 13:58:38.658269 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6caf6e3c-da0d-46a1-9065-c62465d20e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.660550 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7a547aec-5ef8-4b18-832f-c4cf0959bcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.666168 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8f279282-b356-41ef-b40c-05464d4898ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.683597 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-2f183558-3b82-481c-9cfb-cca9e171c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.685106 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-2f183558-3b82-481c-9cfb-cca9e171c12b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=731cc0ff912d4647b4634b326f2b9e9c&device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 1096 time: 0.2222447 Jun 21 13:58:38.687861 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333d3ecb-3663-4902-b028-9d92cf972ac1 x-openstack-request-id: req-333d3ecb-3663-4902-b028-9d92cf972ac1 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:38.688610 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83da070-f28f-4ca3-92c7-e8a3c9daaa64", "tag": "ef10dde4-07ba-4880-a010-5ebbc597323a", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:38.688610 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-333d3ecb-3663-4902-b028-9d92cf972ac1 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:38.688792 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83da070-f28f-4ca3-92c7-e8a3c9daaa64', 'tag': 'ef10dde4-07ba-4880-a010-5ebbc597323a', 'status': 'completed', 'code': 200} Jun 21 13:58:38.729737 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8f279282-b356-41ef-b40c-05464d4898ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.751364 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-8b7e9e9f-83da-4a2e-867c-2e6c9cd3ad0f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef10dde4-07ba-4880-a010-5ebbc597323a HTTP/1.1" status: 200 len: 217 time: 0.0519319 Jun 21 13:58:38.753243 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:58:38.753607 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45378) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:38.758178 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.768521 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] Sync routers for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:58:38.778148 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:38.778761 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:58:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:38.842247 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-fbd34798-c736-4cf3-906b-b2228715c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.843785 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-fbd34798-c736-4cf3-906b-b2228715c8ca service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443e950e-eb98-4dd6-ae46-31300fffa719 HTTP/1.1" status: 200 len: 849 time: 0.0817738 Jun 21 13:58:38.845732 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-a606ef5e-59d9-4afd-afca-46b8a2d7bcae tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "PUT /v2.0/floatingips/68a7b6f3-2005-4391-850d-b82f71d244c2 HTTP/1.1" status: 200 len: 991 time: 2.9416776 Jun 21 13:58:38.856132 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536400-3959-406f-b2b8-5db03c9b5575 req-0ba9d565-fe46-47cd-8b1d-ba4a1729f30e tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:38.860978 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-24536400-3959-406f-b2b8-5db03c9b5575 req-0ba9d565-fe46-47cd-8b1d-ba4a1729f30e tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 943 time: 0.2775617 Jun 21 13:58:38.893390 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-e1bee6ca-3ec9-43e1-a88f-b8982ab564c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71092ac2-3c42-4a8f-8c26-9f63b3606ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420165 Jun 21 13:58:38.898261 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:38.911563 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8f279282-b356-41ef-b40c-05464d4898ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.914326 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8f279282-b356-41ef-b40c-05464d4898ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:38.915417 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-8f279282-b356-41ef-b40c-05464d4898ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95f03de6-a0d1-4bc2-805e-b3dcc78f79dd HTTP/1.1" status: 204 len: 168 time: 0.4075119 Jun 21 13:58:38.916345 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9e445887-c907-49c8-ab38-2395250bbe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:38.943738 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f279282-b356-41ef-b40c-05464d4898ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f03de6-a0d1-4bc2-805e-b3dcc78f79dd,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:38.948042 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8f279282-b356-41ef-b40c-05464d4898ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:38.952196 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] Deleting subnet 3da0d628-ebc4-4bfe-aff5-5f6c3bbd90f9 {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:58:38.957281 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.020307 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-24536400-3959-406f-b2b8-5db03c9b5575 req-1cf4a93c-220c-471c-9023-1d810975b8e6 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274376 Jun 21 13:58:39.027730 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3d05b-3353-49b0-ad83-d06b4005bc4c req-e5420cc2-04bf-4c28-a672-f54183970890 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.029479 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3bf3d05b-3353-49b0-ad83-d06b4005bc4c req-e5420cc2-04bf-4c28-a672-f54183970890 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1691675 Jun 21 13:58:39.045183 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45384) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:39.068271 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'floatingip': {'port_id': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:58:39.070941 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-ebc1aa30-a1a2-49a1-958c-1f1453c9c1eb service neutron] 10.222.0.22 "GET /v2.0/networks/71092ac2-3c42-4a8f-8c26-9f63b3606ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570196 Jun 21 13:58:39.146108 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.192846 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7a547aec-5ef8-4b18-832f-c4cf0959bcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.219271 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7a547aec-5ef8-4b18-832f-c4cf0959bcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.226295 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-dd7cfab8-f558-4050-aa68-9bb67b7604c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:39.229960 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.233740 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6797e8ee-7123-4b06-ad2d-a32c1aa4ba7a req-bd9b1fb9-9606-4a78-a49b-bb1bba73eab8 service neutron] 10.222.0.22 "GET /v2.0/networks/71092ac2-3c42-4a8f-8c26-9f63b3606ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546743 Jun 21 13:58:39.261041 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '68a7b6f3-2005-4391-850d-b82f71d244c2', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'port_id': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'mac_address': 'fa:16:3e:69:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:15Z', 'updated_at': '2021-06-21T13:58:37Z', 'revision_number': 1, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:39.294266 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] Checking router: 793d0618-4843-4397-98a1-ea5f49054a28 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:58:39.319806 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:39.321069 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:58:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:39.352320 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.354171 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a547aec-5ef8-4b18-832f-c4cf0959bcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92325ee-145e-4112-abca-13f48c29b550,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:39.371254 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-937d90ee-e616-469d-97f9-27641709440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.375442 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-937d90ee-e616-469d-97f9-27641709440a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=731cc0ff912d4647b4634b326f2b9e9c&device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 1096 time: 0.0741246 Jun 21 13:58:39.382960 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45390) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:39.384888 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7a547aec-5ef8-4b18-832f-c4cf0959bcf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:39.393930 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7a547aec-5ef8-4b18-832f-c4cf0959bcf3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03d58866941945bab21bcf2b68cf9971&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0210922 Jun 21 13:58:39.402350 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45394) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:39.414927 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fa5d-6ad9-44b0-a1b7-a676cbe70c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.543809 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-d044bba8-ab3f-4c1e-bb36-7ec0fb772742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.545540 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-d044bba8-ab3f-4c1e-bb36-7ec0fb772742 service neutron] 10.222.0.22 "GET /v2.0/networks?id=71092ac2-3c42-4a8f-8c26-9f63b3606ab0 HTTP/1.1" status: 200 len: 910 time: 0.1535265 Jun 21 13:58:39.576195 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:39.601670 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.608733 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-938422e5-8eb4-434f-ae85-894bc49930ad service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef10dde4-07ba-4880-a010-5ebbc597323a HTTP/1.1" status: 200 len: 217 time: 0.0454445 Jun 21 13:58:39.622703 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e159f2a9-5eea-4ffc-b874-dae8993c9cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:39.638740 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-3665ee56-8d8c-4172-b66a-104cdd9974d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.665122 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-772a9707-39ae-47d7-936d-359f4c0fb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.666591 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-772a9707-39ae-47d7-936d-359f4c0fb6db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=443e950e-eb98-4dd6-ae46-31300fffa719 HTTP/1.1" status: 200 len: 849 time: 0.0519462 Jun 21 13:58:39.668035 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6caf6e3c-da0d-46a1-9065-c62465d20e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.691505 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.695559 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3da0d628-ebc4-4bfe-aff5-5f6c3bbd90f9 HTTP/1.1" status: 204 len: 168 time: 0.9328089 Jun 21 13:58:39.708735 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45398) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:39.710951 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-56212a79-2450-4511-85ab-11f870022498 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=71092ac2-3c42-4a8f-8c26-9f63b3606ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376804 Jun 21 13:58:39.727168 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6caf6e3c-da0d-46a1-9065-c62465d20e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.729680 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3da0d628-ebc4-4bfe-aff5-5f6c3bbd90f9,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:39.739158 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-3665ee56-8d8c-4172-b66a-104cdd9974d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.745363 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-98c89ca8-2577-46f4-91d7-38baafc4b068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:39.745947 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:39.816336 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-6caf6e3c-da0d-46a1-9065-c62465d20e91 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f523313a6624ac5b89fddc59b3b2ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2960978 Jun 21 13:58:39.819282 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45400) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:39.827056 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf6e3c-da0d-46a1-9065-c62465d20e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc1e22-6c04-46f1-96bc-e1606bb322e4,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:39.833796 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6caf6e3c-da0d-46a1-9065-c62465d20e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:39.841649 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c1c5-fd5c-4a98-be1b-9a3214cbcb24 req-0739eb4c-8407-4d3f-9508-6efcc1e55398 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:39.843307 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '68a7b6f3-2005-4391-850d-b82f71d244c2', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'port_id': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'mac_address': 'fa:16:3e:69:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:15Z', 'updated_at': '2021-06-21T13:58:37Z', 'revision_number': 1, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:39.849062 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88a7c1c5-fd5c-4a98-be1b-9a3214cbcb24 req-0739eb4c-8407-4d3f-9508-6efcc1e55398 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.3384650 Jun 21 13:58:39.874211 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a1fea5-e521-4644-ab2f-4a9677f6b8db None None] The sync data for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb is: [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '68a7b6f3-2005-4391-850d-b82f71d244c2', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'floating_ip_address': '172.28.3.86', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'port_id': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'mac_address': 'fa:16:3e:69:54:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:15Z', 'updated_at': '2021-06-21T13:58:37Z', 'revision_number': 1, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:39.911136 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.992398 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-845f641a-c533-475b-98df-2966da54e835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.995259 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-3665ee56-8d8c-4172-b66a-104cdd9974d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.997840 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-3665ee56-8d8c-4172-b66a-104cdd9974d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:39.998933 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-3665ee56-8d8c-4172-b66a-104cdd9974d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c92325ee-145e-4112-abca-13f48c29b550 HTTP/1.1" status: 204 len: 168 time: 0.5956659 Jun 21 13:58:40.004773 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d33057c4-97bb-4445-8720-5648e08bf349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:40.012979 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88a7c1c5-fd5c-4a98-be1b-9a3214cbcb24 req-d1556cf6-409a-4753-b320-f67c906c2fbb tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629605 Jun 21 13:58:40.032136 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665ee56-8d8c-4172-b66a-104cdd9974d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92325ee-145e-4112-abca-13f48c29b550,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:40.037212 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-c4e1a8ab-9269-4e0e-ac1e-d94aa95b4006 service neutron] 10.222.0.22 "GET /v2.0/networks/71092ac2-3c42-4a8f-8c26-9f63b3606ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035579 Jun 21 13:58:40.041717 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-3665ee56-8d8c-4172-b66a-104cdd9974d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:40.184294 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.197529 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.198146 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.198604 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.198952 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > port after_create 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.199260 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.199596 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > port after_update 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.199960 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.200287 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.200675 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.201068 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.211393 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d1ed99-4611-4285-94cf-2024100a2553 None None] New status for floating IP 68a7b6f3-2005-4391-850d-b82f71d244c2: ACTIVE {{(pid=92659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 13:58:40.405092 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.405710 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.406201 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.406831 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92657) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 13:58:40.408208 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17dac8b-7e97-4282-84f0-314aac67e491']}} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:40.438320 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-845f641a-c533-475b-98df-2966da54e835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.446154 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fa5d-6ad9-44b0-a1b7-a676cbe70c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.490210 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cdd6fa5d-6ad9-44b0-a1b7-a676cbe70c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.503962 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac5463d-8fd3-4140-91db-91f4d8df78f6') {'for_net_delete': True} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:40.507582 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac5463d-8fd3-4140-91db-91f4d8df78f6') {} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:40.514516 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45410) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:40.537625 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:40.539547 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.543739 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.564067 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782778'] for segment, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.611402 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c9132ce4-1450-482f-accf-69e4ea0e04cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.639943 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.l3_db [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Floating IP 32c6765d-319f-4e98-bfa4-30c8408d3fa6 associated. External IP: 172.28.3.190, port: d4b2bf56-1596-4e84-b0bb-7977b41e2ed3. Jun 21 13:58:40.642664 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-cdd6fa5d-6ad9-44b0-a1b7-a676cbe70c51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0115eb48d40146c6aa6761140ecc7f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2583985 Jun 21 13:58:40.655972 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45414) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:40.663947 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.687579 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=92657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:58:40.687989 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477773'] for segment, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: from cryptography.utils import int_from_bytes Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: from cryptography.utils import int_from_bytes Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: Traceback (most recent call last): Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: timer() Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: cb(*args, **kw) Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: return func(*args, **kwargs) Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: self._notify() Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: self.callback(batched_events) Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: event.method(event) Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: return f(self, *a, **k) Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: return self._get(url).json() Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: return self.request(url, 'GET', **kwargs) Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:58:40.699934 dv-cinder-794962-5-smb neutron-server[92657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:58:40.703778 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'tag': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:40.703778 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95509e6-776c-41df-a55b-18b350b156cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2c794c-3a8b-46d1-9423-c57fa3586776", "tag": "c1603774-5afb-48fd-8dce-04a4bcbf61a6"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:40.706383 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-76569612-833c-4649-bb18-eb7f4b7f72a7 req-24755e45-9756-4ab9-abf2-56c293a16939 service neutron] 10.222.0.22 "GET /v2.0/networks/71092ac2-3c42-4a8f-8c26-9f63b3606ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502161 Jun 21 13:58:40.727638 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6fa5d-6ad9-44b0-a1b7-a676cbe70c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25afab8e-374c-49a7-9308-1fb6e5d10e7d,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:40.864131 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:58:40.970218 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:58:40.975569 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:40.980084 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] Sync routers for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:58:40.990490 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:40.991109 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:58:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:40.992325 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cdd6fa5d-6ad9-44b0-a1b7-a676cbe70c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:40.993634 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696557a1-1b04-43c2-89d4-a23fa562af2d x-openstack-request-id: req-696557a1-1b04-43c2-89d4-a23fa562af2d {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:40.993943 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2c794c-3a8b-46d1-9423-c57fa3586776", "tag": "c1603774-5afb-48fd-8dce-04a4bcbf61a6", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:40.994219 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-696557a1-1b04-43c2-89d4-a23fa562af2d {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:40.994625 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'tag': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'status': 'completed', 'code': 200} Jun 21 13:58:41.014118 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-8924f1db-e69a-4e67-add7-b5ac7d1dd30e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "PUT /v2.0/floatingips/32c6765d-319f-4e98-bfa4-30c8408d3fa6 HTTP/1.1" status: 200 len: 991 time: 1.9542184 Jun 21 13:58:41.015012 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:41.018856 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea7648d-1305-460a-9786-34925e627002" -d '{"events": [{"name": "network-changed", "server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:41.024594 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b69142-1c0e-4938-80b5-61453aeeaef6 req-f92369cf-f511-486f-8906-dbfb96b8417d tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.026383 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a5b69142-1c0e-4938-80b5-61453aeeaef6 req-f92369cf-f511-486f-8906-dbfb96b8417d tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 943 time: 0.6096861 Jun 21 13:58:41.062022 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-845f641a-c533-475b-98df-2966da54e835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.081279 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-845f641a-c533-475b-98df-2966da54e835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.082342 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-845f641a-c533-475b-98df-2966da54e835 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50dc1e22-6c04-46f1-96bc-e1606bb322e4 HTTP/1.1" status: 204 len: 168 time: 1.2621303 Jun 21 13:58:41.087148 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:41.114897 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.120906 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f641a-c533-475b-98df-2966da54e835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc1e22-6c04-46f1-96bc-e1606bb322e4,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:41.144780 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-845f641a-c533-475b-98df-2966da54e835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:41.158084 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:41.162596 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:41.172214 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-23c87047-9199-49d4-814d-2110e477f7a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.183504 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.185398 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d17dac8b-7e97-4282-84f0-314aac67e491 HTTP/1.1" status: 204 len: 168 time: 1.4735615 Jun 21 13:58:41.193300 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a5b69142-1c0e-4938-80b5-61453aeeaef6 req-f3333719-c502-47ab-94ee-a71ec6ef72e3 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331587 Jun 21 13:58:41.200410 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Pushing event deleted for resources: {'Network': ['ID=d17dac8b-7e97-4282-84f0-314aac67e491,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:41.206285 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcefcde8-a0b3-4c7e-8d46-cfafb53bd08c x-openstack-request-id: req-bcefcde8-a0b3-4c7e-8d46-cfafb53bd08c {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:41.208216 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:41.209254 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bcefcde8-a0b3-4c7e-8d46-cfafb53bd08c {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:41.215702 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'status': 'completed', 'code': 200} Jun 21 13:58:41.219642 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9309b700-9e0e-41f5-b0cf-c41d68ea0635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:41.230922 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-23c87047-9199-49d4-814d-2110e477f7a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.271904 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95509e6-776c-41df-a55b-18b350b156cb req-1e5b5114-66f1-45a1-b4fe-81a8377bf229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.273501 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d95509e6-776c-41df-a55b-18b350b156cb req-1e5b5114-66f1-45a1-b4fe-81a8377bf229 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 1099 time: 0.2829084 Jun 21 13:58:41.318812 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c9132ce4-1450-482f-accf-69e4ea0e04cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.334282 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7648d-1305-460a-9786-34925e627002 req-94a1955f-9c94-4366-bc6b-200412927884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.335772 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ea7648d-1305-460a-9786-34925e627002 req-94a1955f-9c94-4366-bc6b-200412927884 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 1098 time: 0.1052973 Jun 21 13:58:41.401007 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c9132ce4-1450-482f-accf-69e4ea0e04cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.426354 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:41.457385 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '32c6765d-319f-4e98-bfa4-30c8408d3fa6', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'floating_ip_address': '172.28.3.190', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'port_id': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'mac_address': 'fa:16:3e:47:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:17Z', 'updated_at': '2021-06-21T13:58:40Z', 'revision_number': 1, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:41.489628 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] Checking router: d1c1e430-c64d-4dd6-8772-a1c0d1a84414 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:58:41.498369 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:58:41.499254 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:58:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:41.538985 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9132ce4-1450-482f-accf-69e4ea0e04cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecaf529-ad8d-4428-9a07-3f924971d80c,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:41.543186 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45432) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:41.561805 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c9132ce4-1450-482f-accf-69e4ea0e04cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:41.571867 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-c9132ce4-1450-482f-accf-69e4ea0e04cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=087dd511222848d2a65bfddf74b88a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0530317 Jun 21 13:58:41.579653 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45434) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:41.601609 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-23c87047-9199-49d4-814d-2110e477f7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.604459 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-23c87047-9199-49d4-814d-2110e477f7a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.606187 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-23c87047-9199-49d4-814d-2110e477f7a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25afab8e-374c-49a7-9308-1fb6e5d10e7d HTTP/1.1" status: 204 len: 168 time: 0.9389541 Jun 21 13:58:41.612894 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:41.616733 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:58:41.633702 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95509e6-776c-41df-a55b-18b350b156cb req-9fc117f4-83f9-4c78-b83f-93cd299693f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.635730 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d95509e6-776c-41df-a55b-18b350b156cb req-9fc117f4-83f9-4c78-b83f-93cd299693f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 912 time: 0.3491392 Jun 21 13:58:41.636974 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c87047-9199-49d4-814d-2110e477f7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25afab8e-374c-49a7-9308-1fb6e5d10e7d,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:41.648229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-23c87047-9199-49d4-814d-2110e477f7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:41.678577 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7648d-1305-460a-9786-34925e627002 req-4cc02e9b-1fe4-4b8d-b461-5c6804fe3a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.680057 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ea7648d-1305-460a-9786-34925e627002 req-4cc02e9b-1fe4-4b8d-b461-5c6804fe3a4f service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 918 time: 0.3376205 Jun 21 13:58:41.735908 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45438) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:41.764304 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-91c989ee-499d-4101-8f32-08abe54c1df3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5c991096f87450bb28b88b3ad074911&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2198732 Jun 21 13:58:41.770913 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45440) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:41.806803 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0d191e3d-e5e8-43a6-a0b9-b1dbc69a9924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.841302 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d95509e6-776c-41df-a55b-18b350b156cb req-f44209fe-c7ad-4351-a5ea-f591304cc0f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6 HTTP/1.1" status: 200 len: 1001 time: 0.1943727 Jun 21 13:58:41.855214 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755402ae-d0ed-4413-8b46-fecc99822285 req-3e4e81b6-2f64-428d-a5c2-4c6b3bbcf3c9 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.862928 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-755402ae-d0ed-4413-8b46-fecc99822285 req-3e4e81b6-2f64-428d-a5c2-4c6b3bbcf3c9 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.4017298 Jun 21 13:58:41.894217 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9862617f-d871-4307-9382-73b3b1ccffd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:41.911760 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ea7648d-1305-460a-9786-34925e627002 req-cd8f230d-3b09-45ef-a112-a68d4bfae1aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 HTTP/1.1" status: 200 len: 999 time: 0.2132869 Jun 21 13:58:41.922927 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '32c6765d-319f-4e98-bfa4-30c8408d3fa6', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'floating_ip_address': '172.28.3.190', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'port_id': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'mac_address': 'fa:16:3e:47:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:17Z', 'updated_at': '2021-06-21T13:58:40Z', 'revision_number': 1, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:58:41.932856 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95509e6-776c-41df-a55b-18b350b156cb req-60798b4a-9693-4df3-9739-7b62036f24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:41.934752 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d95509e6-776c-41df-a55b-18b350b156cb req-60798b4a-9693-4df3-9739-7b62036f24b0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.0845709 Jun 21 13:58:41.955577 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913257a0-79d6-4b54-ae0e-24486535fdf6 None None] The sync data for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb is: [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '32c6765d-319f-4e98-bfa4-30c8408d3fa6', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'floating_ip_address': '172.28.3.190', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'port_id': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'mac_address': 'fa:16:3e:47:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T13:58:17Z', 'updated_at': '2021-06-21T13:58:40Z', 'revision_number': 1, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:58:41.976693 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9862617f-d871-4307-9382-73b3b1ccffd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.006311 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-755402ae-d0ed-4413-8b46-fecc99822285 req-03ca4653-a502-461a-b166-78e5996fc839 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421850 Jun 21 13:58:42.011080 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8bc9b18d-53fa-4e7c-8b90-417e79441cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.046126 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7648d-1305-460a-9786-34925e627002 req-4a33fd57-f485-477b-ad51-0ebfd807a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:42.047558 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ea7648d-1305-460a-9786-34925e627002 req-4a33fd57-f485-477b-ad51-0ebfd807a1ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.1250350 Jun 21 13:58:42.055027 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45444) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:42.066482 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0d191e3d-e5e8-43a6-a0b9-b1dbc69a9924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.073918 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95509e6-776c-41df-a55b-18b350b156cb req-5cb45b8f-a934-47be-b846-18bdfd74df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:42.081875 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d95509e6-776c-41df-a55b-18b350b156cb req-5cb45b8f-a934-47be-b846-18bdfd74df05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1385818 Jun 21 13:58:42.082524 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0d191e3d-e5e8-43a6-a0b9-b1dbc69a9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.085705 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8bc9b18d-53fa-4e7c-8b90-417e79441cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.086195 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-20fb5d8b-19c0-4a85-aa9f-c905bcb50ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:42.112709 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4034b046-1ea2-47e2-b3cc-299eaf1a44f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.164208 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0d191e3d-e5e8-43a6-a0b9-b1dbc69a9924 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=639cde862076488ba8fc5e6ca047844f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160798 Jun 21 13:58:42.172091 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45448) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:42.193077 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device ef10dde4-07ba-4880-a010-5ebbc597323a details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:58:42.202200 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9862617f-d871-4307-9382-73b3b1ccffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.204909 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9862617f-d871-4307-9382-73b3b1ccffd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.208463 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-9862617f-d871-4307-9382-73b3b1ccffd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ecaf529-ad8d-4428-9a07-3f924971d80c HTTP/1.1" status: 204 len: 168 time: 0.6233382 Jun 21 13:58:42.212167 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:42.252856 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862617f-d871-4307-9382-73b3b1ccffd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecaf529-ad8d-4428-9a07-3f924971d80c,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:42.260553 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9862617f-d871-4307-9382-73b3b1ccffd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:42.285269 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d95509e6-776c-41df-a55b-18b350b156cb req-5396c089-5fd0-41dc-b155-05ca093797e5 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887741 Jun 21 13:58:42.297764 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8bc9b18d-53fa-4e7c-8b90-417e79441cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.301113 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8bc9b18d-53fa-4e7c-8b90-417e79441cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.301500 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d191e3d-e5e8-43a6-a0b9-b1dbc69a9924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df78e93-a50f-486d-9873-23485087c349,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:42.305723 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-8bc9b18d-53fa-4e7c-8b90-417e79441cd7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0fd4aa7-0ba2-4b38-a70d-7da442b2949e HTTP/1.1" status: 204 len: 168 time: 0.5245152 Jun 21 13:58:42.305723 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a8e1ea5a-49ea-4550-b0b0-743a88c599e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:42.314147 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7648d-1305-460a-9786-34925e627002 req-ae918a2b-179f-4424-8e2f-89a56db06993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:42.315755 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ea7648d-1305-460a-9786-34925e627002 req-ae918a2b-179f-4424-8e2f-89a56db06993 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2584631 Jun 21 13:58:42.341755 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0d191e3d-e5e8-43a6-a0b9-b1dbc69a9924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:42.365669 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9b18d-53fa-4e7c-8b90-417e79441cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fd4aa7-0ba2-4b38-a70d-7da442b2949e,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:42.366970 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a904a5-dbfd-422a-b290-bf80e82521ed None None] New status for floating IP 32c6765d-319f-4e98-bfa4-30c8408d3fa6: ACTIVE {{(pid=92659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 13:58:42.411196 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8bc9b18d-53fa-4e7c-8b90-417e79441cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:42.474087 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cf82c752-fa30-4c27-881b-21a927f42568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.483293 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d95509e6-776c-41df-a55b-18b350b156cb req-14c89f9a-70ae-405c-92f7-bfa912877e1a service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617446 Jun 21 13:58:42.566477 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cf82c752-fa30-4c27-881b-21a927f42568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.613402 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4034b046-1ea2-47e2-b3cc-299eaf1a44f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.620955 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port ef10dde4-07ba-4880-a010-5ebbc597323a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ef10dde4-07ba-4880-a010-5ebbc597323a,segment=NetworkSegment(22e70b6c-e7c4-437c-b28f-40446c839dc1),segment_id=22e70b6c-e7c4-437c-b28f-40446c839dc1)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:42.631321 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'ef10dde4-07ba-4880-a010-5ebbc597323a', 'network_id': '71092ac2-3c42-4a8f-8c26-9f63b3606ab0', 'port_id': 'ef10dde4-07ba-4880-a010-5ebbc597323a', 'mac_address': 'fa:16:3e:1c:9b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '443e950e-eb98-4dd6-ae46-31300fffa719', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:58:42.666312 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4034b046-1ea2-47e2-b3cc-299eaf1a44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.677776 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:42.686729 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.701487 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef10dde4-07ba-4880-a010-5ebbc597323a {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:58:42.711688 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ea7648d-1305-460a-9786-34925e627002 req-6037758d-8df9-40d5-a992-e1f15ef85707 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749857 Jun 21 13:58:42.734116 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port ef10dde4-07ba-4880-a010-5ebbc597323a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ef10dde4-07ba-4880-a010-5ebbc597323a,segment=NetworkSegment(22e70b6c-e7c4-437c-b28f-40446c839dc1),segment_id=22e70b6c-e7c4-437c-b28f-40446c839dc1)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:42.741477 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.743760 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:42.784127 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a423d3-b3fe-45de-a705-44449e71c121 req-b99a356e-5f49-46c6-8dae-b332ed8a95cc tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:42.789107 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-25a423d3-b3fe-45de-a705-44449e71c121 req-b99a356e-5f49-46c6-8dae-b332ed8a95cc tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 943 time: 0.3204806 Jun 21 13:58:42.814320 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=ef10dde4-07ba-4880-a010-5ebbc597323a,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:42.823899 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-4034b046-1ea2-47e2-b3cc-299eaf1a44f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a07b78f780941fb9afa120a6c7c3723&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7655692 Jun 21 13:58:42.823899 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034b046-1ea2-47e2-b3cc-299eaf1a44f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99394c92-c079-4a33-99f5-e044f7758a73,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:42.824467 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45470) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:42.825825 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:42.829732 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-4034b046-1ea2-47e2-b3cc-299eaf1a44f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:42.867980 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cf82c752-fa30-4c27-881b-21a927f42568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.871124 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cf82c752-fa30-4c27-881b-21a927f42568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.875438 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-cf82c752-fa30-4c27-881b-21a927f42568 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1df78e93-a50f-486d-9873-23485087c349 HTTP/1.1" status: 204 len: 168 time: 0.6977372 Jun 21 13:58:42.881439 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8f279282-b356-41ef-b40c-05464d4898ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:42.894637 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82c752-fa30-4c27-881b-21a927f42568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df78e93-a50f-486d-9873-23485087c349,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:42.899458 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2958be22-298a-46a8-803d-7615b023873e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.901189 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-25a423d3-b3fe-45de-a705-44449e71c121 req-e4404a06-bb8e-4f22-94ed-05153124e35e tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733564 Jun 21 13:58:42.902173 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-cf82c752-fa30-4c27-881b-21a927f42568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:42.931651 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ea7648d-1305-460a-9786-34925e627002 req-5aefdfe0-7578-4a37-a990-c79d878e4a88 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037621 Jun 21 13:58:42.941641 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2958be22-298a-46a8-803d-7615b023873e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:42.997550 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2958be22-298a-46a8-803d-7615b023873e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:43.000561 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2958be22-298a-46a8-803d-7615b023873e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:43.002981 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-2958be22-298a-46a8-803d-7615b023873e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99394c92-c079-4a33-99f5-e044f7758a73 HTTP/1.1" status: 204 len: 168 time: 0.1768374 Jun 21 13:58:43.003818 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:43.011756 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958be22-298a-46a8-803d-7615b023873e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99394c92-c079-4a33-99f5-e044f7758a73,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:43.013970 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2958be22-298a-46a8-803d-7615b023873e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:43.101116 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['ef10dde4-07ba-4880-a010-5ebbc597323a'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:43.211608 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02216dcb-5ed0-4ba1-b547-2823b86e7e60 req-d007610b-b399-422e-b289-ea9e67a1e049 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:43.213294 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-02216dcb-5ed0-4ba1-b547-2823b86e7e60 req-d007610b-b399-422e-b289-ea9e67a1e049 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0725508 Jun 21 13:58:43.261436 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-02216dcb-5ed0-4ba1-b547-2823b86e7e60 req-62763a33-db09-4db1-81e0-1059e6e1429c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413136 Jun 21 13:58:44.109435 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322dff25-8f23-4ade-91a6-a1d37ab17222 req-5f3f3a2b-36f3-40c6-b4bb-72a50cc11dc5 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:44.116166 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-322dff25-8f23-4ade-91a6-a1d37ab17222 req-5f3f3a2b-36f3-40c6-b4bb-72a50cc11dc5 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 944 time: 0.0827501 Jun 21 13:58:44.156775 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-322dff25-8f23-4ade-91a6-a1d37ab17222 req-39785923-7d2b-4587-b97d-22d65a9bc711 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 Jun 21 13:58:44.205900 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device ef10dde4-07ba-4880-a010-5ebbc597323a up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:58:44.257038 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port ef10dde4-07ba-4880-a010-5ebbc597323a completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:58:44.262393 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port ef10dde4-07ba-4880-a010-5ebbc597323a triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:58:44.262973 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:44.364997 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:44.394831 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83da070-f28f-4ca3-92c7-e8a3c9daaa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef10dde4-07ba-4880-a010-5ebbc597323a'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:44.397310 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec29e1b-5ee0-4a9a-bbf2-2c2162d598cf" -d '{"events": [{"server_uuid": "b83da070-f28f-4ca3-92c7-e8a3c9daaa64", "name": "network-vif-plugged", "status": "completed", "tag": "ef10dde4-07ba-4880-a010-5ebbc597323a"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:44.414438 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port ef10dde4-07ba-4880-a010-5ebbc597323a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ef10dde4-07ba-4880-a010-5ebbc597323a,segment=NetworkSegment(22e70b6c-e7c4-437c-b28f-40446c839dc1),segment_id=22e70b6c-e7c4-437c-b28f-40446c839dc1)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:44.419770 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:44.424028 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:44.467527 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8d41e5-4a53-4fd5-ad29-b1aeaf1e22b8 x-openstack-request-id: req-fd8d41e5-4a53-4fd5-ad29-b1aeaf1e22b8 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:44.468991 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83da070-f28f-4ca3-92c7-e8a3c9daaa64", "name": "network-vif-plugged", "status": "completed", "tag": "ef10dde4-07ba-4880-a010-5ebbc597323a", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:44.469399 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd8d41e5-4a53-4fd5-ad29-b1aeaf1e22b8 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:44.469958 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83da070-f28f-4ca3-92c7-e8a3c9daaa64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef10dde4-07ba-4880-a010-5ebbc597323a', 'code': 200} Jun 21 13:58:44.499644 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8d953-b6ce-445d-bb98-27fd9bc09ad5 req-ac8ff94b-9779-482a-89f4-4087839af9d6 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:44.501893 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b5f8d953-b6ce-445d-bb98-27fd9bc09ad5 req-ac8ff94b-9779-482a-89f4-4087839af9d6 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0705972 Jun 21 13:58:44.504745 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=ef10dde4-07ba-4880-a010-5ebbc597323a,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:44.514969 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:44.572246 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b5f8d953-b6ce-445d-bb98-27fd9bc09ad5 req-faac8120-d80f-4759-93c0-154a9c362304 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571132 Jun 21 13:58:44.941342 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65b063-d2c2-4c0c-b419-daba08d37204 req-21544406-295d-4f01-afb1-2af4b0ba39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:44.942811 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6c65b063-d2c2-4c0c-b419-daba08d37204 req-21544406-295d-4f01-afb1-2af4b0ba39f8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 1098 time: 0.2565446 Jun 21 13:58:44.981581 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6c65b063-d2c2-4c0c-b419-daba08d37204 req-b860446d-22fd-411e-85a3-fd91b9926d1f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304351 Jun 21 13:58:45.367518 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c0287-774b-4303-8b7a-57dd65710398 req-7129a70b-6825-433b-9365-4f74dd14883d tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:45.369019 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3e2c0287-774b-4303-8b7a-57dd65710398 req-7129a70b-6825-433b-9365-4f74dd14883d tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 945 time: 0.0756395 Jun 21 13:58:45.409522 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3e2c0287-774b-4303-8b7a-57dd65710398 req-0a65f58a-d4c1-43f1-bf71-1c3167402a3c tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Jun 21 13:58:45.418284 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45620) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:45.680573 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-78036e8f-12de-4f1b-a92a-7337fdd4e19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:45.754908 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45638) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:45.811226 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ec520-3811-4e14-aae8-8b49396c682b req-98189a9d-c5c7-49df-a8ae-5af865648d5c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:45.812811 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a17ec520-3811-4e14-aae8-8b49396c682b req-98189a9d-c5c7-49df-a8ae-5af865648d5c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1219263 Jun 21 13:58:45.873554 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-78036e8f-12de-4f1b-a92a-7337fdd4e19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:45.883991 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a17ec520-3811-4e14-aae8-8b49396c682b req-dfcc4617-d68e-464e-a391-3bbd3fadf42b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536215 Jun 21 13:58:45.890678 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-78036e8f-12de-4f1b-a92a-7337fdd4e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:45.895302 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:45.934514 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-78036e8f-12de-4f1b-a92a-7337fdd4e19b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=663b1c4364404cb6b45e460636acb62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167000 Jun 21 13:58:45.935412 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78036e8f-12de-4f1b-a92a-7337fdd4e19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610f0f93-77f1-42da-a470-489545814a52,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:45.937440 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45648) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:45.938426 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-78036e8f-12de-4f1b-a92a-7337fdd4e19b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:45.995326 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64b4fed4-1131-4c1d-ae0d-5a5cdafdee98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.018794 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.056838 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.157133 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.160347 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.161528 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/610f0f93-77f1-42da-a470-489545814a52 HTTP/1.1" status: 204 len: 168 time: 0.2229707 Jun 21 13:58:46.163592 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64b4fed4-1131-4c1d-ae0d-5a5cdafdee98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.165141 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7a547aec-5ef8-4b18-832f-c4cf0959bcf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:46.173221 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610f0f93-77f1-42da-a470-489545814a52,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:46.176897 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64b4fed4-1131-4c1d-ae0d-5a5cdafdee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.185214 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.185582 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.185990 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.186345 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.186921 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.187281 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.187589 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.187981 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.188325 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.188791 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.189037 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.189368 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.198817 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:46.199309 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-bbaa5c38-db7a-4d53-a9a2-c827449e97bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:46.232116 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-64b4fed4-1131-4c1d-ae0d-5a5cdafdee98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1cf7a1b603547b7822867d644bb7379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735849 Jun 21 13:58:46.232622 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45664) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:46.234586 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4fed4-1131-4c1d-ae0d-5a5cdafdee98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0995b4a-90d8-4f4f-97a9-3458a3f009da,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:46.238291 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-64b4fed4-1131-4c1d-ae0d-5a5cdafdee98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:46.293425 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.322921 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.398237 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.398237 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.401396 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0995b4a-90d8-4f4f-97a9-3458a3f009da HTTP/1.1" status: 204 len: 168 time: 0.1651831 Jun 21 13:58:46.401396 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:46.407597 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0995b4a-90d8-4f4f-97a9-3458a3f009da,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:46.415618 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.415999 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.416398 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.416948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.417605 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.418172 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.418467 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.418822 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.419172 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.419515 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.419912 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.420847 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:58:46.423381 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:46.645398 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db353f05-2275-4c4d-bce6-0053b70eb343 req-df81cbc0-9e0e-4e3e-9807-ba75d35e18bb tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:46.647819 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-db353f05-2275-4c4d-bce6-0053b70eb343 req-df81cbc0-9e0e-4e3e-9807-ba75d35e18bb tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 945 time: 0.1005516 Jun 21 13:58:46.700208 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45694) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:46.744228 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-899ed6aa-5173-4c51-ba85-619139b97ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.775932 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-db353f05-2275-4c4d-bce6-0053b70eb343 req-1dfa85e1-c47e-4e95-8ee0-98e87b630e3c tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161318 Jun 21 13:58:46.896403 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-899ed6aa-5173-4c51-ba85-619139b97ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.907419 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-899ed6aa-5173-4c51-ba85-619139b97ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:46.914189 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-40afcc15-93c0-4141-a7e4-99e3477b46a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:46.984753 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45712) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:46.999353 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-899ed6aa-5173-4c51-ba85-619139b97ed3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60083c162ef74a9fb810e73781c804b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952747 Jun 21 13:58:47.001264 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45714) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:47.046693 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-63db297f-fdf1-4a91-be20-f2fb7110ffcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.063055 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ed6aa-5173-4c51-ba85-619139b97ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56ebc3b-ca60-4d63-bb77-ad6ebfffc842,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:47.067489 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-899ed6aa-5173-4c51-ba85-619139b97ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:47.150092 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-80bfee56-7af9-4883-bda8-d987c8207d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.170444 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-63db297f-fdf1-4a91-be20-f2fb7110ffcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.182693 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-63db297f-fdf1-4a91-be20-f2fb7110ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.186450 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-80bfee56-7af9-4883-bda8-d987c8207d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.186686 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-cf82c752-fa30-4c27-881b-21a927f42568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:47.251087 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db297f-fdf1-4a91-be20-f2fb7110ffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4166719e-5b35-4e01-ba1f-5e48de4001db,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:47.263081 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-63db297f-fdf1-4a91-be20-f2fb7110ffcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:47.274511 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45722) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:47.284237 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76897d3-dfc3-4736-877d-19d1fcdccd07 req-20ddc7a4-ff69-4d36-8d99-4af5c0c25268 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:47.287360 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-63db297f-fdf1-4a91-be20-f2fb7110ffcb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c87bf70c2994a53a16228268f5052d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713985 Jun 21 13:58:47.291208 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f76897d3-dfc3-4736-877d-19d1fcdccd07 req-20ddc7a4-ff69-4d36-8d99-4af5c0c25268 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.2228062 Jun 21 13:58:47.291725 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45724) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:47.342901 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f76897d3-dfc3-4736-877d-19d1fcdccd07 req-bb518939-388c-4d24-ab48-8cba6f129217 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508521 Jun 21 13:58:47.347891 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-80bfee56-7af9-4883-bda8-d987c8207d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.350577 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-80bfee56-7af9-4883-bda8-d987c8207d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.354419 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-80bfee56-7af9-4883-bda8-d987c8207d16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b56ebc3b-ca60-4d63-bb77-ad6ebfffc842 HTTP/1.1" status: 204 len: 168 time: 0.3661220 Jun 21 13:58:47.354419 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c9132ce4-1450-482f-accf-69e4ea0e04cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:47.361572 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-0cb1be5e-3406-4bb8-8dc8-23ed8b6535ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.378796 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bfee56-7af9-4883-bda8-d987c8207d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56ebc3b-ca60-4d63-bb77-ad6ebfffc842,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:47.390459 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-80bfee56-7af9-4883-bda8-d987c8207d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:47.402300 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-0cb1be5e-3406-4bb8-8dc8-23ed8b6535ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.466201 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-0cb1be5e-3406-4bb8-8dc8-23ed8b6535ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.469457 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-0cb1be5e-3406-4bb8-8dc8-23ed8b6535ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.470898 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-0cb1be5e-3406-4bb8-8dc8-23ed8b6535ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4166719e-5b35-4e01-ba1f-5e48de4001db HTTP/1.1" status: 204 len: 168 time: 0.1780913 Jun 21 13:58:47.472080 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-4a9b97be-6c90-4ae5-832c-0c942a6c0ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:47.483412 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1be5e-3406-4bb8-8dc8-23ed8b6535ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4166719e-5b35-4e01-ba1f-5e48de4001db,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:47.485831 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-0cb1be5e-3406-4bb8-8dc8-23ed8b6535ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:47.530229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9d2321d1-dd5d-4746-b837-d4cb52816de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.636017 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9d2321d1-dd5d-4746-b837-d4cb52816de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.641057 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9d2321d1-dd5d-4746-b837-d4cb52816de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.645955 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c12ddafa-0dc9-407d-83f8-e4ca8bd30da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:47.684842 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-9d2321d1-dd5d-4746-b837-d4cb52816de9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1fbe5783670b43cf9ba7c57315663b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069395 Jun 21 13:58:47.685210 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45738) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:47.692345 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2321d1-dd5d-4746-b837-d4cb52816de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9967bcf9-8572-40bd-acc9-1866ed74e2eb,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:47.697835 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9d2321d1-dd5d-4746-b837-d4cb52816de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:47.743677 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-3f44395c-3956-4b21-a1ac-5ae8127dbe27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.767849 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-3f44395c-3956-4b21-a1ac-5ae8127dbe27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.830888 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-3f44395c-3956-4b21-a1ac-5ae8127dbe27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.835323 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-3f44395c-3956-4b21-a1ac-5ae8127dbe27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:47.836574 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-3f44395c-3956-4b21-a1ac-5ae8127dbe27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9967bcf9-8572-40bd-acc9-1866ed74e2eb HTTP/1.1" status: 204 len: 168 time: 0.1503072 Jun 21 13:58:47.837591 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6267ec00-444d-4ead-b87e-3d8d1f8f38b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:47.847608 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44395c-3956-4b21-a1ac-5ae8127dbe27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9967bcf9-8572-40bd-acc9-1866ed74e2eb,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:47.850129 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-3f44395c-3956-4b21-a1ac-5ae8127dbe27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:48.197264 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45778) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:48.220075 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe5cf-33c8-4830-ac12-50b8170418d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.399695 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe5cf-33c8-4830-ac12-50b8170418d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.404992 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-dd2fe5cf-33c8-4830-ac12-50b8170418d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.409187 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0d191e3d-e5e8-43a6-a0b9-b1dbc69a9924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:48.444999 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2fe5cf-33c8-4830-ac12-50b8170418d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4400301e-553d-4e7a-88b5-5efca810c9c7,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:48.467733 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dd2fe5cf-33c8-4830-ac12-50b8170418d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:48.480010 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45802) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:48.491646 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-dd2fe5cf-33c8-4830-ac12-50b8170418d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dbc7fd868065441fb830798aba34fb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926567 Jun 21 13:58:48.574768 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9ee23651-1dd7-4012-b2f2-0e403c2e251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.613526 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9ee23651-1dd7-4012-b2f2-0e403c2e251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.651201 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd92a10-e1af-4596-a199-b1f698bd663a req-4203d1c9-6beb-44ac-901d-050ec370c333 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:48.660793 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4dd92a10-e1af-4596-a199-b1f698bd663a req-4203d1c9-6beb-44ac-901d-050ec370c333 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1240659 Jun 21 13:58:48.713230 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4dd92a10-e1af-4596-a199-b1f698bd663a req-5c51028c-b606-4468-b936-5bcc142253f5 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540016 Jun 21 13:58:48.763707 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9ee23651-1dd7-4012-b2f2-0e403c2e251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.766349 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9ee23651-1dd7-4012-b2f2-0e403c2e251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:48.768686 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-9ee23651-1dd7-4012-b2f2-0e403c2e251d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4400301e-553d-4e7a-88b5-5efca810c9c7 HTTP/1.1" status: 204 len: 168 time: 0.2874501 Jun 21 13:58:48.769773 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a7faba47-9d3b-443f-87e0-9f6326600bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:48.778731 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee23651-1dd7-4012-b2f2-0e403c2e251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4400301e-553d-4e7a-88b5-5efca810c9c7,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:48.786938 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9ee23651-1dd7-4012-b2f2-0e403c2e251d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:50.036822 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8c671-572f-4712-aff1-6b70aa4ee75f req-301ba127-925e-4187-b591-a7c1b84d40c2 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:50.038386 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8fb8c671-572f-4712-aff1-6b70aa4ee75f req-301ba127-925e-4187-b591-a7c1b84d40c2 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1099756 Jun 21 13:58:50.125763 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8fb8c671-572f-4712-aff1-6b70aa4ee75f req-2f25982a-9a86-42ad-a772-2d8bd2953153 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801878 Jun 21 13:58:50.335728 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f42e73-83a5-4309-b610-62323fc95c24 req-b2437043-1c1b-43b0-b4d8-bcb8f63ce958 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:50.337899 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-45f42e73-83a5-4309-b610-62323fc95c24 req-b2437043-1c1b-43b0-b4d8-bcb8f63ce958 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 945 time: 0.0937917 Jun 21 13:58:50.383778 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-45f42e73-83a5-4309-b610-62323fc95c24 req-3048a2bd-9dc6-4c74-90b7-0f9a80ef6c17 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388267 Jun 21 13:58:50.740734 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45936) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:50.869344 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6e8648d7-9c4f-4a4c-ae6e-2edceb9fd168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:50.961511 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6e8648d7-9c4f-4a4c-ae6e-2edceb9fd168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:50.965431 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6e8648d7-9c4f-4a4c-ae6e-2edceb9fd168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:50.968653 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2f02f42b-4046-45b6-9821-a8b0ef8c424d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:51.002738 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-6e8648d7-9c4f-4a4c-ae6e-2edceb9fd168 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2d15aa5edba84a5a82dbb8539f60713c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596238 Jun 21 13:58:51.004666 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8648d7-9c4f-4a4c-ae6e-2edceb9fd168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d33199-892f-47d0-af80-4df95f70a5d6,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:51.005298 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45946) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:51.007525 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6e8648d7-9c4f-4a4c-ae6e-2edceb9fd168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:51.055288 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-806cb9a2-3d35-436a-b141-a04669da2d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.077148 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-806cb9a2-3d35-436a-b141-a04669da2d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.126147 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-806cb9a2-3d35-436a-b141-a04669da2d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.128738 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-806cb9a2-3d35-436a-b141-a04669da2d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.129854 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-806cb9a2-3d35-436a-b141-a04669da2d43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70d33199-892f-47d0-af80-4df95f70a5d6 HTTP/1.1" status: 204 len: 168 time: 0.1235681 Jun 21 13:58:51.130637 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9ee23651-1dd7-4012-b2f2-0e403c2e251d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:51.137757 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cb9a2-3d35-436a-b141-a04669da2d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d33199-892f-47d0-af80-4df95f70a5d6,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:51.139952 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-806cb9a2-3d35-436a-b141-a04669da2d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:51.309610 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf924c51-67fa-4f11-a01e-96cecac5a77a req-6d42a099-c3cb-4a6c-b8cd-ffebb23f6120 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:51.311210 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf924c51-67fa-4f11-a01e-96cecac5a77a req-6d42a099-c3cb-4a6c-b8cd-ffebb23f6120 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0750647 Jun 21 13:58:51.361035 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf924c51-67fa-4f11-a01e-96cecac5a77a req-b0b6b34e-6a22-47e0-862a-eee66d1f9d71 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427899 Jun 21 13:58:51.407777 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 45958) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:51.422246 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c3930786-9d7e-42ff-a2c1-a09ae2880989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.528306 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c3930786-9d7e-42ff-a2c1-a09ae2880989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.532326 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c3930786-9d7e-42ff-a2c1-a09ae2880989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.535345 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-43ad5888-500b-4998-a8a2-09d893e4292a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:51.574054 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-c3930786-9d7e-42ff-a2c1-a09ae2880989 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7eaa6b7f8abf4168b9d15fea3480b84d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623073 Jun 21 13:58:51.574054 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930786-9d7e-42ff-a2c1-a09ae2880989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9960ff2-7658-490b-a038-d5ffd4eb4f7b,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:51.574977 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 45966) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:51.576027 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c3930786-9d7e-42ff-a2c1-a09ae2880989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:51.592183 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ee453-4eba-42fc-b713-8d57a5a69328 req-db2f9a11-2458-4645-a192-505e6521e62b tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:51.593770 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-638ee453-4eba-42fc-b713-8d57a5a69328 req-db2f9a11-2458-4645-a192-505e6521e62b tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 945 time: 0.0829587 Jun 21 13:58:51.657377 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-638ee453-4eba-42fc-b713-8d57a5a69328 req-9e1c001a-29d7-49d0-bd10-8e90992b6923 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/security-groups?id=6a6625bf-47c3-490f-9490-d9a5195c3b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572529 Jun 21 13:58:51.671106 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ae752298-7b27-4724-b9bc-a293df6d9342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.694917 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ae752298-7b27-4724-b9bc-a293df6d9342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.752074 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ae752298-7b27-4724-b9bc-a293df6d9342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.754662 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ae752298-7b27-4724-b9bc-a293df6d9342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:51.755783 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ae752298-7b27-4724-b9bc-a293df6d9342 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a9960ff2-7658-490b-a038-d5ffd4eb4f7b HTTP/1.1" status: 204 len: 168 time: 0.1801679 Jun 21 13:58:51.756541 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6e0ad148-2be1-4bb6-b23b-d9a0f1a7d4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:51.763639 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae752298-7b27-4724-b9bc-a293df6d9342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9960ff2-7658-490b-a038-d5ffd4eb4f7b,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:51.765895 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ae752298-7b27-4724-b9bc-a293df6d9342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:51.905131 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-859b334b-9558-4f52-8346-b7102a16a0b0 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:51.906733 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-859b334b-9558-4f52-8346-b7102a16a0b0 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.22 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 945 time: 0.0756660 Jun 21 13:58:52.089377 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Deleting port ef10dde4-07ba-4880-a010-5ebbc597323a {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 13:58:52.089953 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:52.186434 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] For port ef10dde4-07ba-4880-a010-5ebbc597323a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=ef10dde4-07ba-4880-a010-5ebbc597323a,segment=NetworkSegment(22e70b6c-e7c4-437c-b28f-40446c839dc1),segment_id=22e70b6c-e7c4-437c-b28f-40446c839dc1)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:58:52.186798 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:52.253116 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Calling delete_port for ef10dde4-07ba-4880-a010-5ebbc597323a owned by compute:nova {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 13:58:52.387392 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:52.393727 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:52.400380 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['ef10dde4-07ba-4880-a010-5ebbc597323a'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:58:52.419494 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Pushing event deleted for resources: {'Port': ['ID=ef10dde4-07ba-4880-a010-5ebbc597323a,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:52.422373 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:52.466778 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] No DVR routers for this DVR port ef10dde4-07ba-4880-a010-5ebbc597323a on host hv-cinder-79496 {{(pid=92658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 13:58:52.474022 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:52.476476 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-72bd90b7-fe1d-4a35-bde1-635445f02baf req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.22 "DELETE /v2.0/ports/ef10dde4-07ba-4880-a010-5ebbc597323a HTTP/1.1" status: 204 len: 173 time: 0.5630968 Jun 21 13:58:52.477041 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83da070-f28f-4ca3-92c7-e8a3c9daaa64', 'name': 'network-vif-deleted', 'tag': 'ef10dde4-07ba-4880-a010-5ebbc597323a'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:58:52.479629 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63201c3f-70a2-4a51-a56c-0f67256043c5" -d '{"events": [{"server_uuid": "b83da070-f28f-4ca3-92c7-e8a3c9daaa64", "name": "network-vif-deleted", "tag": "ef10dde4-07ba-4880-a010-5ebbc597323a"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:58:52.603955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1598b2-3be4-4d34-a713-136304ff30a2 req-0ba9b4d3-080a-42ed-a4f5-34887dde7b0e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:52.606136 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5d1598b2-3be4-4d34-a713-136304ff30a2 req-0ba9b4d3-080a-42ed-a4f5-34887dde7b0e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0780144 Jun 21 13:58:52.649303 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5d1598b2-3be4-4d34-a713-136304ff30a2 req-a55f84ec-b2a0-4b4d-ad21-b5ee2fdc46db tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364633 Jun 21 13:58:52.650845 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb7f457-a3b5-4e13-9589-d537a882d72a x-openstack-request-id: req-2bb7f457-a3b5-4e13-9589-d537a882d72a {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:58:52.651187 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83da070-f28f-4ca3-92c7-e8a3c9daaa64", "name": "network-vif-deleted", "tag": "ef10dde4-07ba-4880-a010-5ebbc597323a", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:58:52.651590 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2bb7f457-a3b5-4e13-9589-d537a882d72a {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:58:52.651892 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83da070-f28f-4ca3-92c7-e8a3c9daaa64', 'name': 'network-vif-deleted', 'tag': 'ef10dde4-07ba-4880-a010-5ebbc597323a', 'status': 'completed', 'code': 200} Jun 21 13:58:52.840893 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8beac2e7-c339-4256-b389-7a6f0384c9b3 req-09e1132b-bbf7-42ab-9223-bc2c2a5542b4 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] 10.222.0.60 "GET /v2.0/ports?device_id=b83da070-f28f-4ca3-92c7-e8a3c9daaa64 HTTP/1.1" status: 200 len: 210 time: 0.0469007 Jun 21 13:58:53.561189 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46076) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:53.740674 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-33b6a601-57e4-4397-a839-7921230c8504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:53.869808 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46096) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:53.896786 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929d4256-c5c5-480c-bd1d-9f09a051fbcf req-29ef539e-678f-4006-8f38-26136747367d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:53.898259 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-929d4256-c5c5-480c-bd1d-9f09a051fbcf req-29ef539e-678f-4006-8f38-26136747367d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1101112 Jun 21 13:58:53.900063 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-33b6a601-57e4-4397-a839-7921230c8504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:53.913136 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-33b6a601-57e4-4397-a839-7921230c8504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:53.922569 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b0539af8-defb-4506-abff-eda6ca111e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:53.973702 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-33b6a601-57e4-4397-a839-7921230c8504 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=001826333f774c55800f307bdf299b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4114480 Jun 21 13:58:53.975044 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6a601-57e4-4397-a839-7921230c8504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fc1ff1-430d-4989-a941-40aa08e2839f,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:53.978171 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46102) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:53.978644 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-33b6a601-57e4-4397-a839-7921230c8504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:53.982276 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-929d4256-c5c5-480c-bd1d-9f09a051fbcf req-bf306085-d2dc-40bf-b1c2-9acd4d02b2ce tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777626 Jun 21 13:58:54.011321 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0080c775-6365-49cf-8629-f6572413a667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.068375 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f85980d5-bc43-47db-aded-09c93f82071c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.103707 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f85980d5-bc43-47db-aded-09c93f82071c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.181935 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0080c775-6365-49cf-8629-f6572413a667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.186704 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0080c775-6365-49cf-8629-f6572413a667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.189912 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cdd6fa5d-6ad9-44b0-a1b7-a676cbe70c51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:54.193383 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f85980d5-bc43-47db-aded-09c93f82071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.195951 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f85980d5-bc43-47db-aded-09c93f82071c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.200382 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-f85980d5-bc43-47db-aded-09c93f82071c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0fc1ff1-430d-4989-a941-40aa08e2839f HTTP/1.1" status: 204 len: 168 time: 0.2208719 Jun 21 13:58:54.235047 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080c775-6365-49cf-8629-f6572413a667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50cb04e-d96d-483f-93a5-c6f9e10d9c7b,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:54.245696 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0080c775-6365-49cf-8629-f6572413a667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:54.249525 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0080c775-6365-49cf-8629-f6572413a667 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61891ce94127421780673dd5df9f37fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780549 Jun 21 13:58:54.250120 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-406dc1e0-5f42-4822-ae11-987737842661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:54.252185 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46110) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:54.259216 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85980d5-bc43-47db-aded-09c93f82071c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fc1ff1-430d-4989-a941-40aa08e2839f,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:54.264648 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f85980d5-bc43-47db-aded-09c93f82071c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:54.314866 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-72b6abe1-46e4-4387-8392-baa15af0ccea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.337721 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-72b6abe1-46e4-4387-8392-baa15af0ccea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.390875 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-72b6abe1-46e4-4387-8392-baa15af0ccea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.394574 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-72b6abe1-46e4-4387-8392-baa15af0ccea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.395844 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-72b6abe1-46e4-4387-8392-baa15af0ccea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f50cb04e-d96d-483f-93a5-c6f9e10d9c7b HTTP/1.1" status: 204 len: 168 time: 0.1425982 Jun 21 13:58:54.396710 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-899ed6aa-5173-4c51-ba85-619139b97ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:54.404388 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6abe1-46e4-4387-8392-baa15af0ccea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50cb04e-d96d-483f-93a5-c6f9e10d9c7b,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:54.406654 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-72b6abe1-46e4-4387-8392-baa15af0ccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:54.791320 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46150) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:54.814031 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20b3d2b5-0122-458d-8949-8785a0ae7e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.935872 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20b3d2b5-0122-458d-8949-8785a0ae7e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.940779 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20b3d2b5-0122-458d-8949-8785a0ae7e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:54.944236 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-72b6abe1-46e4-4387-8392-baa15af0ccea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:54.981457 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-20b3d2b5-0122-458d-8949-8785a0ae7e61 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c99895308014143ae70dab669802841&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877127 Jun 21 13:58:54.982415 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3d2b5-0122-458d-8949-8785a0ae7e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50183800-1693-4b0b-be28-b5a7f0622f67,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:54.984113 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46156) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:54.986224 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-20b3d2b5-0122-458d-8949-8785a0ae7e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:55.050399 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-158646bb-43a3-43d5-90ae-8ce07431294c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:55.075459 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-158646bb-43a3-43d5-90ae-8ce07431294c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:55.156052 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-158646bb-43a3-43d5-90ae-8ce07431294c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:55.158990 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-158646bb-43a3-43d5-90ae-8ce07431294c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:55.162353 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-158646bb-43a3-43d5-90ae-8ce07431294c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50183800-1693-4b0b-be28-b5a7f0622f67 HTTP/1.1" status: 204 len: 168 time: 0.1725941 Jun 21 13:58:55.195656 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-644f2787-6a4b-40b7-91e1-89f0ce197d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:55.214006 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158646bb-43a3-43d5-90ae-8ce07431294c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50183800-1693-4b0b-be28-b5a7f0622f67,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:55.218573 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-158646bb-43a3-43d5-90ae-8ce07431294c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:55.284755 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa75d9-4144-4b08-852b-829f1fd11fbb req-4e80f9f5-76c1-440b-b7ae-d653ee48139d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:55.286919 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0cfa75d9-4144-4b08-852b-829f1fd11fbb req-4e80f9f5-76c1-440b-b7ae-d653ee48139d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1430011 Jun 21 13:58:55.343014 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0cfa75d9-4144-4b08-852b-829f1fd11fbb req-051b9abe-8365-471f-8a29-b779730b10a3 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498693 Jun 21 13:58:56.311052 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device ef10dde4-07ba-4880-a010-5ebbc597323a no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 13:58:56.332162 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: ef10dde4-07ba-4880-a010-5ebbc597323a {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 13:58:56.332643 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device ef10dde4-07ba-4880-a010-5ebbc597323a not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 13:58:56.535523 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418dd3b-157a-4ca3-9031-83894f1d3261 req-cd89e770-ea82-4a39-be42-313ed7c87df9 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:56.537716 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4418dd3b-157a-4ca3-9031-83894f1d3261 req-cd89e770-ea82-4a39-be42-313ed7c87df9 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0748878 Jun 21 13:58:56.582646 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4418dd3b-157a-4ca3-9031-83894f1d3261 req-e1b84897-fd90-4050-b8b2-b9c1cc6f1662 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Jun 21 13:58:56.796978 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46260) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:56.931836 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fa49c017-6e67-4549-b826-2000f3cefe06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:57.042455 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fa49c017-6e67-4549-b826-2000f3cefe06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:57.047178 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fa49c017-6e67-4549-b826-2000f3cefe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:57.052300 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9d2321d1-dd5d-4746-b837-d4cb52816de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:57.104379 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-fa49c017-6e67-4549-b826-2000f3cefe06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8a7e6fc0af7644bba1e7e2f99fe9fba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057923 Jun 21 13:58:57.105199 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49c017-6e67-4549-b826-2000f3cefe06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512a27e2-4487-48f9-8fe7-3ca6f704f2a9,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:57.107036 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46280) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:58:57.119101 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-fa49c017-6e67-4549-b826-2000f3cefe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:57.169223 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2d88cf13-f338-4647-b6fc-88461e6abfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:57.189955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2d88cf13-f338-4647-b6fc-88461e6abfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:57.235485 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2d88cf13-f338-4647-b6fc-88461e6abfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:57.238751 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2d88cf13-f338-4647-b6fc-88461e6abfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:58:57.240700 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-2d88cf13-f338-4647-b6fc-88461e6abfb5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/512a27e2-4487-48f9-8fe7-3ca6f704f2a9 HTTP/1.1" status: 204 len: 168 time: 0.1310527 Jun 21 13:58:57.240700 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e1a552ad-8911-4b85-9f0c-a3cd127eb80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:58:57.251167 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88cf13-f338-4647-b6fc-88461e6abfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512a27e2-4487-48f9-8fe7-3ca6f704f2a9,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:58:57.252452 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2d88cf13-f338-4647-b6fc-88461e6abfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:58:57.774335 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3a17d-fe64-4c08-8dd4-e3b22c134701 req-c4ce871b-cf14-48d6-9042-d0f3e0f4fc00 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:57.775892 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c2d3a17d-fe64-4c08-8dd4-e3b22c134701 req-c4ce871b-cf14-48d6-9042-d0f3e0f4fc00 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0697577 Jun 21 13:58:57.817041 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c2d3a17d-fe64-4c08-8dd4-e3b22c134701 req-f3f64e17-6455-4eb1-9792-0c7ef1fb6a83 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344467 Jun 21 13:58:59.011443 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93c1c6-6a12-4905-a522-2967910f6609 req-7a974e02-90db-4b5a-8ef3-86b58f0c90c4 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:58:59.012945 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6a93c1c6-6a12-4905-a522-2967910f6609 req-7a974e02-90db-4b5a-8ef3-86b58f0c90c4 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0692706 Jun 21 13:58:59.055634 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6a93c1c6-6a12-4905-a522-2967910f6609 req-2c9f2027-72df-4bd2-a231-bc312f6d5103 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362840 Jun 21 13:59:00.077223 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46424) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:00.203898 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7b421733-69ba-430f-a255-b56b12c2749d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.253010 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fed29-aa21-4dea-af24-abe81b849f24 req-2d128c5a-7c5e-455c-9265-0bc4c3644b4b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:00.254541 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-848fed29-aa21-4dea-af24-abe81b849f24 req-2d128c5a-7c5e-455c-9265-0bc4c3644b4b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0764947 Jun 21 13:59:00.294930 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-848fed29-aa21-4dea-af24-abe81b849f24 req-4e8b686e-0ef6-48ef-9c35-170366b96718 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Jun 21 13:59:00.295725 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7b421733-69ba-430f-a255-b56b12c2749d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.301521 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7b421733-69ba-430f-a255-b56b12c2749d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.318652 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-4034b046-1ea2-47e2-b3cc-299eaf1a44f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:00.339813 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7b421733-69ba-430f-a255-b56b12c2749d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a12a6d10894497ea88612f9cb434b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618895 Jun 21 13:59:00.342550 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46438) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:00.349586 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b421733-69ba-430f-a255-b56b12c2749d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2310d9-6377-49e1-9df5-765c58869e1d,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:00.353038 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7b421733-69ba-430f-a255-b56b12c2749d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:00.405770 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7976bf47-a152-473c-aaab-12398573fc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.428614 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7976bf47-a152-473c-aaab-12398573fc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.476206 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7976bf47-a152-473c-aaab-12398573fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.478948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7976bf47-a152-473c-aaab-12398573fc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.480188 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-7976bf47-a152-473c-aaab-12398573fc25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae2310d9-6377-49e1-9df5-765c58869e1d HTTP/1.1" status: 204 len: 168 time: 0.1366351 Jun 21 13:59:00.480992 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2410e73a-ab0f-4523-aa00-94435a922531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:00.488304 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976bf47-a152-473c-aaab-12398573fc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2310d9-6377-49e1-9df5-765c58869e1d,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:00.490794 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7976bf47-a152-473c-aaab-12398573fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:00.781873 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46478) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:00.799075 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-941ef574-cd89-479d-bb82-48f0d6f61b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.800097 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20032ac-7115-4a2b-bd1b-1e2d4f2906bd req-6a0f5587-0f5b-4a08-9ab4-88f95d5921f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:00.801899 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c20032ac-7115-4a2b-bd1b-1e2d4f2906bd req-6a0f5587-0f5b-4a08-9ab4-88f95d5921f3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 1098 time: 0.0625970 Jun 21 13:59:00.853245 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c20032ac-7115-4a2b-bd1b-1e2d4f2906bd req-0450f295-a918-425f-8904-0018bc12ac4d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407557 Jun 21 13:59:00.912910 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-941ef574-cd89-479d-bb82-48f0d6f61b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.918327 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-941ef574-cd89-479d-bb82-48f0d6f61b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:00.922089 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-fa49c017-6e67-4549-b826-2000f3cefe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:00.973563 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-941ef574-cd89-479d-bb82-48f0d6f61b37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecb4d3ab1b5d4eebb2f00de4201cb67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1864557 Jun 21 13:59:00.973662 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46498) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:00.975004 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ef574-cd89-479d-bb82-48f0d6f61b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a587c0c-d47e-4f3d-bb1d-991e9aebeddc,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:00.993630 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-941ef574-cd89-479d-bb82-48f0d6f61b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:01.027633 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-5c7007b8-780d-4d36-bc5e-1a0fd49fae8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.054074 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-5c7007b8-780d-4d36-bc5e-1a0fd49fae8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.135069 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-5c7007b8-780d-4d36-bc5e-1a0fd49fae8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.138516 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-5c7007b8-780d-4d36-bc5e-1a0fd49fae8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.139805 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-5c7007b8-780d-4d36-bc5e-1a0fd49fae8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a587c0c-d47e-4f3d-bb1d-991e9aebeddc HTTP/1.1" status: 204 len: 168 time: 0.1657958 Jun 21 13:59:01.140693 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-3665ee56-8d8c-4172-b66a-104cdd9974d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:01.151043 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7007b8-780d-4d36-bc5e-1a0fd49fae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a587c0c-d47e-4f3d-bb1d-991e9aebeddc,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:01.153840 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-5c7007b8-780d-4d36-bc5e-1a0fd49fae8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:01.451583 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46526) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:01.509287 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8931ea-693f-40e4-b7c5-f0a63c208781 req-fed4d34a-54be-40a4-a0b0-7bc6fd24cafc tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:01.511095 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-dd8931ea-693f-40e4-b7c5-f0a63c208781 req-fed4d34a-54be-40a4-a0b0-7bc6fd24cafc tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0779665 Jun 21 13:59:01.554381 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-dd8931ea-693f-40e4-b7c5-f0a63c208781 req-fcdb0c77-7318-452c-9513-aa9c4454a392 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351725 Jun 21 13:59:01.572611 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6384e726-197f-44e0-ba5e-ff28f3420dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.671656 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6384e726-197f-44e0-ba5e-ff28f3420dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.675934 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6384e726-197f-44e0-ba5e-ff28f3420dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.678472 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-23c87047-9199-49d4-814d-2110e477f7a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:01.713469 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384e726-197f-44e0-ba5e-ff28f3420dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6f68ca-ea64-4e2d-8a69-fee72f452710,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:01.720639 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-6384e726-197f-44e0-ba5e-ff28f3420dce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a30ba6a929784dd7b06c544d96886cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676189 Jun 21 13:59:01.720881 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46542) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:01.721563 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6384e726-197f-44e0-ba5e-ff28f3420dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:01.782601 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-45148f9d-2c07-48cd-b38c-e484fb6a5065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.807776 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-45148f9d-2c07-48cd-b38c-e484fb6a5065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.866080 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-45148f9d-2c07-48cd-b38c-e484fb6a5065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.869501 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-45148f9d-2c07-48cd-b38c-e484fb6a5065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:01.870892 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-45148f9d-2c07-48cd-b38c-e484fb6a5065 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c6f68ca-ea64-4e2d-8a69-fee72f452710 HTTP/1.1" status: 204 len: 168 time: 0.1491022 Jun 21 13:59:01.872316 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a24fca0d-c8ed-414d-9fc5-5e3cc3239a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:01.883192 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45148f9d-2c07-48cd-b38c-e484fb6a5065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6f68ca-ea64-4e2d-8a69-fee72f452710,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:01.885567 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-45148f9d-2c07-48cd-b38c-e484fb6a5065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:01.981371 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1d57-5a44-4a12-9ea0-f5900fe8eeba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:02.782388 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d97df-d885-4757-a2e7-1659ccb98dac req-ea28e581-cbbd-453f-91e8-b3532c13ec99 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:02.784809 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-421d97df-d885-4757-a2e7-1659ccb98dac req-ea28e581-cbbd-453f-91e8-b3532c13ec99 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0900054 Jun 21 13:59:02.831793 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-421d97df-d885-4757-a2e7-1659ccb98dac req-af1e5dbc-7cf4-4e43-9494-38d590688a04 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398219 Jun 21 13:59:03.030657 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-a152f561-622b-4c99-a74a-7d2e4fd1c5dc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746057 Jun 21 13:59:03.042542 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23706c-29d4-448e-8043-0cb8a48b6075 req-d8fd9020-3df2-48b5-a598-f40dc5b2b3d6 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:03.044197 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a23706c-29d4-448e-8043-0cb8a48b6075 req-d8fd9020-3df2-48b5-a598-f40dc5b2b3d6 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0833237 Jun 21 13:59:03.103561 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a23706c-29d4-448e-8043-0cb8a48b6075 req-b7f1f0f1-37b6-4cee-9775-d38fa907f2e1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442595 Jun 21 13:59:03.169341 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-71e0028e-5830-494e-b29a-3ea27122de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:03.171447 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-71e0028e-5830-494e-b29a-3ea27122de0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1098 time: 0.0773301 Jun 21 13:59:03.315197 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-7f7b7338-8800-4f00-9631-ceb3d0d93a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:03.317893 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-7f7b7338-8800-4f00-9631-ceb3d0d93a9e service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.1209931 Jun 21 13:59:03.372797 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-8dea5ace-6616-4be4-ac5e-5e979f8be652 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 200 len: 217 time: 0.0410933 Jun 21 13:59:03.442533 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-82f6be4a-7e0b-41ec-a0f1-aad5d5e325e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:03.444035 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-82f6be4a-7e0b-41ec-a0f1-aad5d5e325e0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.0623009 Jun 21 13:59:03.480232 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-eb375d50-420d-4daf-a32d-4dc976a4bc56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294042 Jun 21 13:59:03.598043 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-ff3562e9-d315-4185-8ad5-c8a75247f113 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087525 Jun 21 13:59:03.734009 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78cb87f6-a28e-41c4-adf9-1034b7ff853c req-d0a48e5b-9971-455e-add2-6423c1ce3b61 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280718 Jun 21 13:59:04.275261 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0e9deb41-b3ab-4bca-a5c4-525b45aecec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:04.899678 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-fc7719ef-d252-4624-bdef-74f55d34e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:04.901573 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-fc7719ef-d252-4624-bdef-74f55d34e4ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1098 time: 0.0932837 Jun 21 13:59:04.999314 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceda838-3688-47a0-979d-92d27cd54782 req-2e9be133-c47d-4418-b4c4-e8f9cf60dca9 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:05.006307 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6ceda838-3688-47a0-979d-92d27cd54782 req-2e9be133-c47d-4418-b4c4-e8f9cf60dca9 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1461413 Jun 21 13:59:05.064313 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6ceda838-3688-47a0-979d-92d27cd54782 req-84fd931e-ff75-467f-ad19-7a61a6215213 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571673 Jun 21 13:59:05.065448 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-7af3525e-5794-4b48-8c09-6f3a4d9e9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:05.066747 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-7af3525e-5794-4b48-8c09-6f3a4d9e9be6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.1489413 Jun 21 13:59:05.102125 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:05.122654 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-4358c8cc-9710-406a-83c5-fd9f60e9d9e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 200 len: 217 time: 0.0471473 Jun 21 13:59:05.184203 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-c13d02d2-973d-4488-9dce-43cc20595f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:05.186147 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-c13d02d2-973d-4488-9dce-43cc20595f01 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.0517557 Jun 21 13:59:05.233463 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-0e989fe3-51a7-45af-bbbd-a620fac8f0c7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393598 Jun 21 13:59:05.345485 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-8bb9b703-5606-4b72-b80e-f974ef2649ea service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038477 Jun 21 13:59:05.451131 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f4d1babc-f4f0-4d03-b672-50e074a3d27b req-2f9843a6-2b8f-4b79-a7f7-ea3b3fbb8d14 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918102 Jun 21 13:59:05.677016 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.244143 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d3c13-e2c6-4487-82a5-e30fe1312dcd req-42e0a53a-3038-4d24-a61c-f0d9ddf96f36 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:06.245658 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-926d3c13-e2c6-4487-82a5-e30fe1312dcd req-42e0a53a-3038-4d24-a61c-f0d9ddf96f36 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0666945 Jun 21 13:59:06.284313 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-926d3c13-e2c6-4487-82a5-e30fe1312dcd req-699d60ac-7fa0-44bb-b1d8-f2923845c5cc tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Jun 21 13:59:06.305111 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46804) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:06.441540 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-34647f40-44f8-413e-a090-e8f9ac532205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.543980 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-34647f40-44f8-413e-a090-e8f9ac532205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.549564 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-34647f40-44f8-413e-a090-e8f9ac532205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.553155 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-64b4fed4-1131-4c1d-ae0d-5a5cdafdee98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:06.590224 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-34647f40-44f8-413e-a090-e8f9ac532205 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf48a0b3b6d64c5087b5e390d8c37fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839589 Jun 21 13:59:06.591351 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647f40-44f8-413e-a090-e8f9ac532205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931375e5-9097-4a66-9556-fd6f437b84b2,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:06.592911 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46822) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:06.598176 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-34647f40-44f8-413e-a090-e8f9ac532205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:06.661561 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c294773d-e726-4af5-8fcc-f53b3b78ccd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.667454 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46826) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:06.688811 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c294773d-e726-4af5-8fcc-f53b3b78ccd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.743695 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c294773d-e726-4af5-8fcc-f53b3b78ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.745285 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c294773d-e726-4af5-8fcc-f53b3b78ccd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.746622 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-c294773d-e726-4af5-8fcc-f53b3b78ccd2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/931375e5-9097-4a66-9556-fd6f437b84b2 HTTP/1.1" status: 204 len: 168 time: 0.1526453 Jun 21 13:59:06.747687 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dd2fe5cf-33c8-4830-ac12-50b8170418d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:06.764420 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294773d-e726-4af5-8fcc-f53b3b78ccd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931375e5-9097-4a66-9556-fd6f437b84b2,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:06.764420 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c294773d-e726-4af5-8fcc-f53b3b78ccd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:06.848821 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f27cdcbe-94ab-4ca0-b56a-bcf51d3cdb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.992820 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f27cdcbe-94ab-4ca0-b56a-bcf51d3cdb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:06.998623 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f27cdcbe-94ab-4ca0-b56a-bcf51d3cdb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.005354 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b911d772-257d-4bd3-8b20-1d2f501d98bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:07.054343 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-f27cdcbe-94ab-4ca0-b56a-bcf51d3cdb1b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aec8d257665645ed9259b946b1880fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3858409 Jun 21 13:59:07.060242 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46852) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:07.073681 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27cdcbe-94ab-4ca0-b56a-bcf51d3cdb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9c3937-7837-4583-a43b-1b08accf394c,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:07.089978 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f27cdcbe-94ab-4ca0-b56a-bcf51d3cdb1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:07.129969 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4c78211a-e2f9-4f84-bdda-58cbed86bff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.151995 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4c78211a-e2f9-4f84-bdda-58cbed86bff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.199948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4c78211a-e2f9-4f84-bdda-58cbed86bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.203468 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4c78211a-e2f9-4f84-bdda-58cbed86bff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.205437 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-4c78211a-e2f9-4f84-bdda-58cbed86bff7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c9c3937-7837-4583-a43b-1b08accf394c HTTP/1.1" status: 204 len: 168 time: 0.1434572 Jun 21 13:59:07.206198 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-845f641a-c533-475b-98df-2966da54e835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:07.213709 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78211a-e2f9-4f84-bdda-58cbed86bff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9c3937-7837-4583-a43b-1b08accf394c,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:07.217070 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-4c78211a-e2f9-4f84-bdda-58cbed86bff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:07.291479 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.483690 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d57a8-f52a-4528-821b-64f4b57c1cf1 req-59270929-0396-48cd-8d48-eee70244b6be tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:07.485263 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-d96d57a8-f52a-4528-821b-64f4b57c1cf1 req-59270929-0396-48cd-8d48-eee70244b6be tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0751204 Jun 21 13:59:07.489597 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.529604 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-d96d57a8-f52a-4528-821b-64f4b57c1cf1 req-40859b9e-79c6-478b-95c1-d9a0bfdce034 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369773 Jun 21 13:59:07.552208 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46862) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:07.565315 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dd040bf0-121c-4ab2-bf13-8e2dc5568a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.653747 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dd040bf0-121c-4ab2-bf13-8e2dc5568a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.658030 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dd040bf0-121c-4ab2-bf13-8e2dc5568a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.661405 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-5c7007b8-780d-4d36-bc5e-1a0fd49fae8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:07.695934 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-dd040bf0-121c-4ab2-bf13-8e2dc5568a2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b4cf563adfb44dc8c31520641e8a634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426315 Jun 21 13:59:07.696933 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd040bf0-121c-4ab2-bf13-8e2dc5568a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7e9214-7a2f-4235-808d-25af994ba9c3,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:07.698617 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46864) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:07.699889 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-dd040bf0-121c-4ab2-bf13-8e2dc5568a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:07.749456 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-8223b461-28d6-4660-b33a-d854a50c9c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.772310 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-8223b461-28d6-4660-b33a-d854a50c9c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.822999 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-8223b461-28d6-4660-b33a-d854a50c9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.825754 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-8223b461-28d6-4660-b33a-d854a50c9c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:07.826860 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-8223b461-28d6-4660-b33a-d854a50c9c74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e7e9214-7a2f-4235-808d-25af994ba9c3 HTTP/1.1" status: 204 len: 168 time: 0.1266422 Jun 21 13:59:07.827525 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:07.834709 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223b461-28d6-4660-b33a-d854a50c9c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7e9214-7a2f-4235-808d-25af994ba9c3,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:07.837056 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-8223b461-28d6-4660-b33a-d854a50c9c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:08.254932 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46898) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:08.440881 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1331abf6-4518-4313-b455-2a907b1c23b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:08.542067 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1331abf6-4518-4313-b455-2a907b1c23b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:08.546125 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1331abf6-4518-4313-b455-2a907b1c23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:08.550097 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a81802f5-49c9-4e89-a4da-b79e3d5a8485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:08.593053 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-1331abf6-4518-4313-b455-2a907b1c23b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d68d2bf32c4430fa3ffbd8375c46d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370070 Jun 21 13:59:08.594094 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46916) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:08.594573 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331abf6-4518-4313-b455-2a907b1c23b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f4e60a-74f2-4b2d-a183-2d26ed443971,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:08.598019 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1331abf6-4518-4313-b455-2a907b1c23b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:08.667690 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a5e012a8-434f-44e5-9043-3a1dcc7d9c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:08.695536 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a5e012a8-434f-44e5-9043-3a1dcc7d9c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:08.731392 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e7a1f-c3e1-4122-8bf2-4af2fbb5254c req-af34d986-5aed-4ebf-af13-02c397b8b322 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:08.732893 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-076e7a1f-c3e1-4122-8bf2-4af2fbb5254c req-af34d986-5aed-4ebf-af13-02c397b8b322 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0731013 Jun 21 13:59:08.760765 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a5e012a8-434f-44e5-9043-3a1dcc7d9c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:08.764287 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a5e012a8-434f-44e5-9043-3a1dcc7d9c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:08.765422 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a5e012a8-434f-44e5-9043-3a1dcc7d9c66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/36f4e60a-74f2-4b2d-a183-2d26ed443971 HTTP/1.1" status: 204 len: 168 time: 0.1703441 Jun 21 13:59:08.766148 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-20b3d2b5-0122-458d-8949-8785a0ae7e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:08.786163 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e012a8-434f-44e5-9043-3a1dcc7d9c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f4e60a-74f2-4b2d-a183-2d26ed443971,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:08.789270 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a5e012a8-434f-44e5-9043-3a1dcc7d9c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:08.806594 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-076e7a1f-c3e1-4122-8bf2-4af2fbb5254c req-fb172e68-c5ba-4d56-a66d-4b4bd31e7cae tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664146 Jun 21 13:59:09.384151 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46946) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:09.433750 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] Deleting subnet 443e950e-eb98-4dd6-ae46-31300fffa719 {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:59:09.436832 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.473020 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.512511 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.568461 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.571450 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:09.594148 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=443e950e-eb98-4dd6-ae46-31300fffa719,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:09.597441 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:09.598400 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.602887 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46952) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:09.603117 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-9052f60e-b71c-441f-813c-7aac1e56c115 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/443e950e-eb98-4dd6-ae46-31300fffa719 HTTP/1.1" status: 204 len: 168 time: 0.2175281 Jun 21 13:59:09.667499 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46954) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:09.683929 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.771849 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.788221 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c530-91cf-4d05-bfdc-7f3f38e39dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.793427 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71092ac2-3c42-4a8f-8c26-9f63b3606ab0']}} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:09.812221 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e70b6c-e7c4-437c-b28f-40446c839dc1') {'for_net_delete': True} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:09.812589 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e70b6c-e7c4-437c-b28f-40446c839dc1') {} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:09.826013 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782778'] for segment, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.848522 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.860206 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=92657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:59:09.860670 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477773'] for segment, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: Traceback (most recent call last): Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: timer() Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: cb(*args, **kw) Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: return func(*args, **kwargs) Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: self._notify() Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: self.callback(batched_events) Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: event.method(event) Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: return f(self, *a, **k) Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: return self._get(url).json() Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: return self.request(url, 'GET', **kwargs) Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:59:09.862401 dv-cinder-794962-5-smb neutron-server[92657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:59:09.932101 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.941288 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:09.944381 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.946214 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] 10.222.0.60 "DELETE /v2.0/networks/71092ac2-3c42-4a8f-8c26-9f63b3606ab0 HTTP/1.1" status: 204 len: 168 time: 0.3422434 Jun 21 13:59:09.955960 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46962) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:09.958814 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Pushing event deleted for resources: {'Network': ['ID=71092ac2-3c42-4a8f-8c26-9f63b3606ab0,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:09.962440 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-15b21432-81bd-4668-b847-7310a2f2f997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:09.980228 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c530-91cf-4d05-bfdc-7f3f38e39dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.984536 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-cdb2c530-91cf-4d05-bfdc-7f3f38e39dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:09.988593 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-4c78211a-e2f9-4f84-bdda-58cbed86bff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.012284 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] Deleting subnet 4f0b39aa-beb4-488a-ba10-508c54538d78 {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 13:59:10.015776 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.023944 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-cdb2c530-91cf-4d05-bfdc-7f3f38e39dc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a6de22f6ca4444fa751dcd8c09bab46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553572 Jun 21 13:59:10.026526 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46964) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:10.033247 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2c530-91cf-4d05-bfdc-7f3f38e39dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ae7876-a4a4-4ddd-b40b-faaf26bc023f,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.037098 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cdb2c530-91cf-4d05-bfdc-7f3f38e39dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.067455 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54392e-bc9f-47ba-bce1-edcf7d79e02e req-2d55647a-962a-4fdf-81d6-d52b9440a66b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:10.069347 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4f54392e-bc9f-47ba-bce1-edcf7d79e02e req-2d55647a-962a-4fdf-81d6-d52b9440a66b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1411371 Jun 21 13:59:10.075516 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.091956 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-02a3c6a9-e827-4b2b-ba98-01af3887eda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.114589 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-02a3c6a9-e827-4b2b-ba98-01af3887eda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.143279 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4f54392e-bc9f-47ba-bce1-edcf7d79e02e req-73bc0809-749f-4009-ac28-7409dd8f43fd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651476 Jun 21 13:59:10.144343 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.172680 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-02a3c6a9-e827-4b2b-ba98-01af3887eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.172680 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-02a3c6a9-e827-4b2b-ba98-01af3887eda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.172680 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-02a3c6a9-e827-4b2b-ba98-01af3887eda6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5ae7876-a4a4-4ddd-b40b-faaf26bc023f HTTP/1.1" status: 204 len: 168 time: 0.1381395 Jun 21 13:59:10.172680 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.174907 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3c6a9-e827-4b2b-ba98-01af3887eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ae7876-a4a4-4ddd-b40b-faaf26bc023f,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.177167 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-02a3c6a9-e827-4b2b-ba98-01af3887eda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.214313 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.217315 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.246378 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.248295 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4f0b39aa-beb4-488a-ba10-508c54538d78 HTTP/1.1" status: 204 len: 168 time: 0.2912362 Jun 21 13:59:10.249829 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0b39aa-beb4-488a-ba10-508c54538d78,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.250876 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46970) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:10.253039 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2c48afeb-903c-42c8-9db6-81fe65d548ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.326471 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.409160 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.419512 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c30de0d-3e02-455b-a70d-4775f75a39ab']}} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:10.432279 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0e4c31-2b85-4511-bb73-f03145c05fa9') {'for_net_delete': True} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:10.432676 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0e4c31-2b85-4511-bb73-f03145c05fa9') {} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:10.441235 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782778'] for segment, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.452709 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46974) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:10.461752 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.473853 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4121ec46-4144-4a81-9b3a-27b42aa15d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.476352 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=92657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 13:59:10.476802 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477773'] for segment, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: Traceback (most recent call last): Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: timer() Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: cb(*args, **kw) Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: return func(*args, **kwargs) Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: self._notify() Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: self.callback(batched_events) Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: event.method(event) Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: return f(self, *a, **k) Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: return self._get(url).json() Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: return self.request(url, 'GET', **kwargs) Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 13:59:10.478403 dv-cinder-794962-5-smb neutron-server[92657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 13:59:10.555613 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.561486 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.563272 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] 10.222.0.60 "DELETE /v2.0/networks/1c30de0d-3e02-455b-a70d-4775f75a39ab HTTP/1.1" status: 204 len: 168 time: 0.3100195 Jun 21 13:59:10.567312 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.588930 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c30de0d-3e02-455b-a70d-4775f75a39ab,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.591500 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.645714 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4121ec46-4144-4a81-9b3a-27b42aa15d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.649600 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4121ec46-4144-4a81-9b3a-27b42aa15d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.654160 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cdb2c530-91cf-4d05-bfdc-7f3f38e39dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.692192 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-4121ec46-4144-4a81-9b3a-27b42aa15d53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99da8c14d6cb47ce9db34caf94162236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380567 Jun 21 13:59:10.694253 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121ec46-4144-4a81-9b3a-27b42aa15d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba3ff45-9357-4ae9-894d-649cdfacea7c,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.694933 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 46980) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:10.697348 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-4121ec46-4144-4a81-9b3a-27b42aa15d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.737983 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46982) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:10.750344 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-63a4090b-77e2-4a9e-9177-63222f182af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.771745 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-63a4090b-77e2-4a9e-9177-63222f182af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.780118 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-a5528eb5-1b3e-4336-89e1-d0e7094bdee0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=731cc0ff912d4647b4634b326f2b9e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409615 Jun 21 13:59:10.783136 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 46984) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:10.824387 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-63a4090b-77e2-4a9e-9177-63222f182af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.826996 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-63a4090b-77e2-4a9e-9177-63222f182af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.828112 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-63a4090b-77e2-4a9e-9177-63222f182af2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eba3ff45-9357-4ae9-894d-649cdfacea7c HTTP/1.1" status: 204 len: 168 time: 0.1315539 Jun 21 13:59:10.828939 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9862617f-d871-4307-9382-73b3b1ccffd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.836357 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4090b-77e2-4a9e-9177-63222f182af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba3ff45-9357-4ae9-894d-649cdfacea7c,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.836510 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-70ff914c-eeac-496e-bca3-f7a64a8e92a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.839021 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-63a4090b-77e2-4a9e-9177-63222f182af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:10.863334 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-70ff914c-eeac-496e-bca3-f7a64a8e92a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.916268 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-70ff914c-eeac-496e-bca3-f7a64a8e92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.919000 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-70ff914c-eeac-496e-bca3-f7a64a8e92a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:10.920152 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-70ff914c-eeac-496e-bca3-f7a64a8e92a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a6625bf-47c3-490f-9490-d9a5195c3b3a HTTP/1.1" status: 204 len: 168 time: 0.1361232 Jun 21 13:59:10.921015 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-4121ec46-4144-4a81-9b3a-27b42aa15d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:10.929229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff914c-eeac-496e-bca3-f7a64a8e92a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6625bf-47c3-490f-9490-d9a5195c3b3a,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:10.931911 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-70ff914c-eeac-496e-bca3-f7a64a8e92a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:11.220023 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47004) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:11.262291 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d2b5f5db-bd36-46e2-8a6f-3f3466fd1586 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a205a3b541344ade897647054262c5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404985 Jun 21 13:59:11.264757 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47008) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:11.361277 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea413-e30f-4a0f-be5c-5f93069f9d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.372651 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54e52-981b-4dc8-bac6-a56b5f9ab79c req-a45278be-14ee-4f8a-859c-2a5dea840fe4 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:11.374115 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b1b54e52-981b-4dc8-bac6-a56b5f9ab79c req-a45278be-14ee-4f8a-859c-2a5dea840fe4 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0967522 Jun 21 13:59:11.399900 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea413-e30f-4a0f-be5c-5f93069f9d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.451332 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b1b54e52-981b-4dc8-bac6-a56b5f9ab79c req-ef8f0ccc-4bde-414f-baf7-5a9255952211 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670640 Jun 21 13:59:11.475810 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea413-e30f-4a0f-be5c-5f93069f9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.478536 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1b6ea413-e30f-4a0f-be5c-5f93069f9d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:11.479645 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-1b6ea413-e30f-4a0f-be5c-5f93069f9d3b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b101592-3e7f-4171-a94e-e249d6229179 HTTP/1.1" status: 204 len: 168 time: 0.2140017 Jun 21 13:59:11.480407 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-8223b461-28d6-4660-b33a-d854a50c9c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:11.490453 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ea413-e30f-4a0f-be5c-5f93069f9d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b101592-3e7f-4171-a94e-e249d6229179,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:11.492837 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1b6ea413-e30f-4a0f-be5c-5f93069f9d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:12.437330 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:59:12.646166 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d110687-dbe6-43b7-abdf-d73ed9c73582 req-7da9ffd8-264c-414d-b55c-2579e8eaead0 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:12.647670 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2d110687-dbe6-43b7-abdf-d73ed9c73582 req-7da9ffd8-264c-414d-b55c-2579e8eaead0 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0686529 Jun 21 13:59:12.687735 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2d110687-dbe6-43b7-abdf-d73ed9c73582 req-64977ae4-04c3-466f-b78e-5a05072c562e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Jun 21 13:59:13.863501 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270beeb-3b08-4ca4-a204-761f7baaeae5 req-86f619c6-cd9f-47ea-80cc-24302ca7b324 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:13.865046 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2270beeb-3b08-4ca4-a204-761f7baaeae5 req-86f619c6-cd9f-47ea-80cc-24302ca7b324 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0637226 Jun 21 13:59:13.903308 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2270beeb-3b08-4ca4-a204-761f7baaeae5 req-11d458c2-9f97-4cd7-9674-0ee26bcb0217 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325954 Jun 21 13:59:15.084497 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b181eb-d2a4-4a6c-987a-f7a95c14554a req-779ddf3b-93e6-4815-a2ee-683aaa74bc39 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:15.088429 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-80b181eb-d2a4-4a6c-987a-f7a95c14554a req-779ddf3b-93e6-4815-a2ee-683aaa74bc39 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0676579 Jun 21 13:59:15.124275 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-80b181eb-d2a4-4a6c-987a-f7a95c14554a req-1fd03b96-68a2-4e4b-870a-8847ba48fc1a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Jun 21 13:59:15.450788 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47146) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:15.563303 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-85c54c1f-9445-4ec9-bae6-8d24573b9a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.659227 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-85c54c1f-9445-4ec9-bae6-8d24573b9a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.662956 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-85c54c1f-9445-4ec9-bae6-8d24573b9a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.665626 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c294773d-e726-4af5-8fcc-f53b3b78ccd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:15.701912 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c54c1f-9445-4ec9-bae6-8d24573b9a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670e5698-ab93-4d49-861e-24d690e024f8,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:15.704976 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-85c54c1f-9445-4ec9-bae6-8d24573b9a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:15.711046 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47160) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:15.711253 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-85c54c1f-9445-4ec9-bae6-8d24573b9a76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c1968dcedd04d8a94fc699620dfa022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593641 Jun 21 13:59:15.747051 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47162) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:15.765663 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f681c7ae-f702-4b1f-ab77-dc97bb3fdceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.787179 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f681c7ae-f702-4b1f-ab77-dc97bb3fdceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.838564 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f681c7ae-f702-4b1f-ab77-dc97bb3fdceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.841657 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f681c7ae-f702-4b1f-ab77-dc97bb3fdceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.842769 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-f681c7ae-f702-4b1f-ab77-dc97bb3fdceb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/670e5698-ab93-4d49-861e-24d690e024f8 HTTP/1.1" status: 204 len: 168 time: 0.1307423 Jun 21 13:59:15.843506 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8bc9b18d-53fa-4e7c-8b90-417e79441cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:15.854387 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681c7ae-f702-4b1f-ab77-dc97bb3fdceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670e5698-ab93-4d49-861e-24d690e024f8,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:15.857147 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f681c7ae-f702-4b1f-ab77-dc97bb3fdceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:15.869628 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7867b608-8404-4f48-a6ba-b0115b31fe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.972162 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7867b608-8404-4f48-a6ba-b0115b31fe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.976561 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7867b608-8404-4f48-a6ba-b0115b31fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:15.981706 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6384e726-197f-44e0-ba5e-ff28f3420dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:16.016043 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-7867b608-8404-4f48-a6ba-b0115b31fe70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a0d027299e094582b9e0694db5cb3520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675545 Jun 21 13:59:16.016879 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867b608-8404-4f48-a6ba-b0115b31fe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c57e6a6-5885-41c4-9f4f-3c35245a3128,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:16.018813 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47170) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:16.020298 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7867b608-8404-4f48-a6ba-b0115b31fe70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:16.082059 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-83f63c09-95ed-4d75-a135-828565414416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.105000 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-83f63c09-95ed-4d75-a135-828565414416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.121637 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47172) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:16.149889 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6f0b05a8-67b2-4957-bd8e-33d8655b4303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.322008 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c2283-3668-40b3-8b68-e16548eda5b0 req-65be9c2d-6723-4b2d-bcaf-e058fff9aed4 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:16.323652 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f61c2283-3668-40b3-8b68-e16548eda5b0 req-65be9c2d-6723-4b2d-bcaf-e058fff9aed4 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0699430 Jun 21 13:59:16.363483 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f61c2283-3668-40b3-8b68-e16548eda5b0 req-aa217f3f-60c9-4dfc-a376-772a980db650 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Jun 21 13:59:16.403697 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-83f63c09-95ed-4d75-a135-828565414416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.406421 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-83f63c09-95ed-4d75-a135-828565414416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.408208 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-83f63c09-95ed-4d75-a135-828565414416 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c57e6a6-5885-41c4-9f4f-3c35245a3128 HTTP/1.1" status: 204 len: 168 time: 0.3883669 Jun 21 13:59:16.412707 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-0cb1be5e-3406-4bb8-8dc8-23ed8b6535ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:16.425832 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f63c09-95ed-4d75-a135-828565414416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c57e6a6-5885-41c4-9f4f-3c35245a3128,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:16.428810 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-83f63c09-95ed-4d75-a135-828565414416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:16.490430 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6f0b05a8-67b2-4957-bd8e-33d8655b4303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.495155 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6f0b05a8-67b2-4957-bd8e-33d8655b4303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.498769 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a5e012a8-434f-44e5-9043-3a1dcc7d9c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:16.532340 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-6f0b05a8-67b2-4957-bd8e-33d8655b4303 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f1ef8da139ac43bd8f67c644fc6836a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096427 Jun 21 13:59:16.534231 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b05a8-67b2-4957-bd8e-33d8655b4303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7e8033-8d08-46e7-a6e3-320dbc713ffc,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:16.535128 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47180) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:16.537242 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6f0b05a8-67b2-4957-bd8e-33d8655b4303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:16.588661 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-674d79fe-6e81-42c9-8ffd-5228561a9944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.619824 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-674d79fe-6e81-42c9-8ffd-5228561a9944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.695177 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-674d79fe-6e81-42c9-8ffd-5228561a9944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.699174 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-674d79fe-6e81-42c9-8ffd-5228561a9944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.702978 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-674d79fe-6e81-42c9-8ffd-5228561a9944 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb7e8033-8d08-46e7-a6e3-320dbc713ffc HTTP/1.1" status: 204 len: 168 time: 0.1644585 Jun 21 13:59:16.702978 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9e87489a-3b5c-468d-a0cc-1df6474f9db3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:16.709905 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d79fe-6e81-42c9-8ffd-5228561a9944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7e8033-8d08-46e7-a6e3-320dbc713ffc,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:16.717405 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-674d79fe-6e81-42c9-8ffd-5228561a9944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:16.797383 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47190) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:16.812806 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-805397ef-ebec-4d61-9aa4-01e14d76a8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.908770 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-805397ef-ebec-4d61-9aa4-01e14d76a8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.916270 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-805397ef-ebec-4d61-9aa4-01e14d76a8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:16.919110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2958be22-298a-46a8-803d-7615b023873e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:16.958164 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-805397ef-ebec-4d61-9aa4-01e14d76a8b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c3e5297362546d5b45ae431b5b3ace2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591299 Jun 21 13:59:16.959111 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805397ef-ebec-4d61-9aa4-01e14d76a8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b566987-733a-43d6-86ee-5dfeb7b59b5f,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:16.960961 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47198) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:16.962084 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-805397ef-ebec-4d61-9aa4-01e14d76a8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:17.020707 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f54f58c9-8568-4dfc-972b-ace54614a7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.045548 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f54f58c9-8568-4dfc-972b-ace54614a7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.106190 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f54f58c9-8568-4dfc-972b-ace54614a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.110806 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f54f58c9-8568-4dfc-972b-ace54614a7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:17.114250 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-f54f58c9-8568-4dfc-972b-ace54614a7a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b566987-733a-43d6-86ee-5dfeb7b59b5f HTTP/1.1" status: 204 len: 168 time: 0.1500654 Jun 21 13:59:17.114250 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f27cdcbe-94ab-4ca0-b56a-bcf51d3cdb1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:17.125489 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f58c9-8568-4dfc-972b-ace54614a7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b566987-733a-43d6-86ee-5dfeb7b59b5f,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:17.130037 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f54f58c9-8568-4dfc-972b-ace54614a7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:17.559397 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fa344-d575-4245-a2aa-03271f214673 req-92c81b77-88d4-4ca4-883d-39c608fbd657 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:17.560947 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a68fa344-d575-4245-a2aa-03271f214673 req-92c81b77-88d4-4ca4-883d-39c608fbd657 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0705762 Jun 21 13:59:17.604915 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a68fa344-d575-4245-a2aa-03271f214673 req-03e65d1b-85f6-4944-8d05-8c43487efc92 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379822 Jun 21 13:59:18.778044 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0682e7-4bf0-4477-a0a5-498ce8dac7e0 req-80da063e-026b-49dd-b9f1-65c16da498a3 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:18.779486 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5a0682e7-4bf0-4477-a0a5-498ce8dac7e0 req-80da063e-026b-49dd-b9f1-65c16da498a3 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0619490 Jun 21 13:59:18.817609 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5a0682e7-4bf0-4477-a0a5-498ce8dac7e0 req-700063fd-4e6d-47db-aae0-4cc4c6be81d6 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Jun 21 13:59:19.991682 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f82e4d-a63c-47e1-b5a2-2750f9cc3561 req-6be9e464-3b68-4179-b252-e2e7c7d525bd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:19.993135 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e4f82e4d-a63c-47e1-b5a2-2750f9cc3561 req-6be9e464-3b68-4179-b252-e2e7c7d525bd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0621662 Jun 21 13:59:20.029409 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e4f82e4d-a63c-47e1-b5a2-2750f9cc3561 req-0b5f10c3-ea48-49c9-a7c5-20c9310445a2 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Jun 21 13:59:21.461139 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d1d82-d54c-461b-937d-3478bde046b9 req-9f941e64-b093-4d6f-8f17-14e622b4e3e1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:21.462518 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b94d1d82-d54c-461b-937d-3478bde046b9 req-9f941e64-b093-4d6f-8f17-14e622b4e3e1 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.2914135 Jun 21 13:59:21.501105 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b94d1d82-d54c-461b-937d-3478bde046b9 req-4ce57282-6260-4e7b-a1ee-1cfefc5f7b6e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323150 Jun 21 13:59:21.903011 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010327a-9902-4009-9154-7d89f4510b5d req-66b953ba-5cd4-471c-8dd7-c19f2a768a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:21.904520 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f010327a-9902-4009-9154-7d89f4510b5d req-66b953ba-5cd4-471c-8dd7-c19f2a768a4b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1098 time: 0.0541670 Jun 21 13:59:21.941182 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f010327a-9902-4009-9154-7d89f4510b5d req-9580cdf2-4980-4d22-8f73-b81e65931052 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305073 Jun 21 13:59:22.539596 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47386) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:22.665805 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-1e69a1cb-7ea8-4179-82da-cf1e19847000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:22.716687 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08179e-48d9-427d-9bc3-fbc7b62568f5 req-f07f1446-58f2-42d7-8614-47f9670f0928 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:22.718141 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2f08179e-48d9-427d-9bc3-fbc7b62568f5 req-f07f1446-58f2-42d7-8614-47f9670f0928 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0999281 Jun 21 13:59:22.778371 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2f08179e-48d9-427d-9bc3-fbc7b62568f5 req-b113d785-7784-4b28-8569-0998d1073b37 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518472 Jun 21 13:59:22.811727 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-1e69a1cb-7ea8-4179-82da-cf1e19847000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:22.816159 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-1e69a1cb-7ea8-4179-82da-cf1e19847000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:22.820197 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f681c7ae-f702-4b1f-ab77-dc97bb3fdceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:22.859321 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69a1cb-7ea8-4179-82da-cf1e19847000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388cea58-344f-4181-a677-586389a08c69,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:22.872149 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-1e69a1cb-7ea8-4179-82da-cf1e19847000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:22.883870 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47400) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:22.895870 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-1e69a1cb-7ea8-4179-82da-cf1e19847000 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b556407aed548c4b5987e3dd698b77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550680 Jun 21 13:59:22.944073 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-58db003d-25f6-4f0c-929e-bce6b74749bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:22.976798 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-58db003d-25f6-4f0c-929e-bce6b74749bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.034948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-58db003d-25f6-4f0c-929e-bce6b74749bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.038264 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-58db003d-25f6-4f0c-929e-bce6b74749bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:23.041253 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-58db003d-25f6-4f0c-929e-bce6b74749bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/388cea58-344f-4181-a677-586389a08c69 HTTP/1.1" status: 204 len: 168 time: 0.1561749 Jun 21 13:59:23.042158 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3e041fe3-2cc1-4c47-84e9-2456cb4018fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:23.055313 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db003d-25f6-4f0c-929e-bce6b74749bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388cea58-344f-4181-a677-586389a08c69,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:23.059919 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-58db003d-25f6-4f0c-929e-bce6b74749bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:23.953157 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6677df-5e86-46f6-8177-d105b6d88123 req-bdfeab28-7935-4b78-b592-90f832ca3d88 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:23.959913 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3e6677df-5e86-46f6-8177-d105b6d88123 req-bdfeab28-7935-4b78-b592-90f832ca3d88 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0656011 Jun 21 13:59:23.991676 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3e6677df-5e86-46f6-8177-d105b6d88123 req-b000c2c7-e1e9-4623-949d-f1a092d6995c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Jun 21 13:59:24.406879 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-20b422f3-4730-4be2-bf66-bd0d985b9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:24.408643 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-20b422f3-4730-4be2-bf66-bd0d985b9b4f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1098 time: 0.0701590 Jun 21 13:59:24.447606 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106ab52-df69-4abc-a6b9-a011e623bd79 req-c11af4da-c5af-413f-9948-fefb827664e7 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:24.449336 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1106ab52-df69-4abc-a6b9-a011e623bd79 req-c11af4da-c5af-413f-9948-fefb827664e7 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0687068 Jun 21 13:59:24.491941 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1106ab52-df69-4abc-a6b9-a011e623bd79 req-2cdbd5b0-0d83-4167-8f08-9d66755eb977 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Jun 21 13:59:24.533424 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-6bfa5242-d032-4c0e-be18-0889e8f264fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:24.535015 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-6bfa5242-d032-4c0e-be18-0889e8f264fc service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.1177001 Jun 21 13:59:24.583333 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-15338371-11de-4b5d-a669-58ff6aad1f98 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 200 len: 217 time: 0.0414624 Jun 21 13:59:24.637658 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-bc39fddf-8dec-40a2-9136-fb918d6d0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:24.639263 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-bc39fddf-8dec-40a2-9136-fb918d6d0ed7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.0468149 Jun 21 13:59:24.673390 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-16947c50-7d95-4220-ac94-b919e055a8b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278966 Jun 21 13:59:24.772222 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-a740e716-9afb-4b34-87ec-0d13bb8aadc0 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909297 Jun 21 13:59:24.865719 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-28b2dfd8-f154-4ab7-a231-d86a4905c899 req-2d08b08d-c2f6-40a9-a5d1-5906c03874b6 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811477 Jun 21 13:59:25.677905 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995359fe-1265-4baf-b498-5c29bc912c91 req-8f645234-7efb-41b2-8ad6-0f0ce98e1e4a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:25.679364 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-995359fe-1265-4baf-b498-5c29bc912c91 req-8f645234-7efb-41b2-8ad6-0f0ce98e1e4a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0708780 Jun 21 13:59:25.717205 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-995359fe-1265-4baf-b498-5c29bc912c91 req-6210c6cf-14d8-4bf4-80d5-2ad5963a3cbc tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Jun 21 13:59:26.898105 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab375051-b906-4e56-a3e0-fb3a03134d74 req-1e23c2fa-26e5-425d-95e3-4392df5a9a57 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:26.899539 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ab375051-b906-4e56-a3e0-fb3a03134d74 req-1e23c2fa-26e5-425d-95e3-4392df5a9a57 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0641673 Jun 21 13:59:26.942945 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ab375051-b906-4e56-a3e0-fb3a03134d74 req-81a7ecfd-e672-42d5-9a2a-3cd2bd8c80e4 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377238 Jun 21 13:59:28.072206 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47540) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:28.176036 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f2fca592-2135-45ad-bcee-a06c280f7641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:28.264247 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f2fca592-2135-45ad-bcee-a06c280f7641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:28.269058 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-f2fca592-2135-45ad-bcee-a06c280f7641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:28.271493 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6e8648d7-9c4f-4a4c-ae6e-2edceb9fd168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:28.305534 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fca592-2135-45ad-bcee-a06c280f7641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24d30c3-fe92-4361-8843-3ae8f21c313e,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:28.317012 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-f2fca592-2135-45ad-bcee-a06c280f7641 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7839649aa2c846a0a73035a301feabdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436154 Jun 21 13:59:28.317467 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47548) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:28.318510 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f2fca592-2135-45ad-bcee-a06c280f7641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:28.366018 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce75f44f-24c6-4561-9ee7-1c1ffce9896f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:28.387230 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce75f44f-24c6-4561-9ee7-1c1ffce9896f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:28.431818 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91817089-0d33-4e37-937d-a67a5d693ef4 req-421faa95-b76e-4cbc-abc4-b1650d50e164 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:28.434347 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce75f44f-24c6-4561-9ee7-1c1ffce9896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:28.436947 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-91817089-0d33-4e37-937d-a67a5d693ef4 req-421faa95-b76e-4cbc-abc4-b1650d50e164 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0681655 Jun 21 13:59:28.437659 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce75f44f-24c6-4561-9ee7-1c1ffce9896f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:28.439911 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ce75f44f-24c6-4561-9ee7-1c1ffce9896f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a24d30c3-fe92-4361-8843-3ae8f21c313e HTTP/1.1" status: 204 len: 168 time: 0.1207225 Jun 21 13:59:28.440865 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-3f44395c-3956-4b21-a1ac-5ae8127dbe27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:28.449534 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75f44f-24c6-4561-9ee7-1c1ffce9896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24d30c3-fe92-4361-8843-3ae8f21c313e,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:28.451836 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ce75f44f-24c6-4561-9ee7-1c1ffce9896f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:28.493021 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-91817089-0d33-4e37-937d-a67a5d693ef4 req-6d186bc8-123b-43b0-9a44-c007f3aa3972 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528743 Jun 21 13:59:29.089856 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47588) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:29.197062 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-606691302-network', 'tenant_id': 'cea878a61aec424890afbc83f37739c0'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:29.218020 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Made reservation on behalf of cea878a61aec424890afbc83f37739c0 for: {'network': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:29.220388 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.231899 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.320260 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.323990 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.327650 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7976bf47-a152-473c-aaab-12398573fc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:29.348538 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=92657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:59:29.357795 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9bc77-fa8a-4d64-a202-7f1260af085f,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:29.361979 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:29.363036 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.363373 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.segments_db [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Added segment 8a73d59c-a65d-4421-b6b2-4f2bb2153bc4 of type vlan for network 68195d88-935d-475c-a010-3a46cf05578d Jun 21 13:59:29.401806 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.429508 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.430854 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:29.431425 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.434157 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-96310081-1107-40ea-bc84-ff50776df43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:29.480818 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3898532 Jun 21 13:59:29.483675 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47594) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:29.489161 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Request body: {'subnet': {'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-606691302-subnet', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'ip_version': 4}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:29.492858 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Pushing event updated for resources: {'Network': ['ID=68195d88-935d-475c-a010-3a46cf05578d,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:29.495468 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:29.510053 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Made reservation on behalf of cea878a61aec424890afbc83f37739c0 for: {'subnet': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:29.510672 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 68195d88-935d-475c-a010-3a46cf05578d details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:59:29.512508 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3740081'] for subnet, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.678251 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3740067'] for subnet, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.680557 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:29.731452 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee76a14a-f48a-4da1-97c2-a2a286592069,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:29.735089 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:29.741856 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Checking segment: {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:29.742219 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Network hostable DHCP agents. Network: 68195d88-935d-475c-a010-3a46cf05578d, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:59:29.758268 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Network 68195d88-935d-475c-a010-3a46cf05578d is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:59:29.767510 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 68195d88-935d-475c-a010-3a46cf05578d) {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:29.771605 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:29.772189 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.778168 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba561125-d29d-4caa-a66e-06e37e38735d None None] Network 68195d88-935d-475c-a010-3a46cf05578d requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:59:29.788861 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3041224 Jun 21 13:59:29.790027 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47634) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:29.795100 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:29.820053 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-609708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1083'] for router, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.821181 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1072'] for router, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.878391 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:29.960455 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9526d4-c840-523e-adfd-c3172bcb4d5d-68195d88-935d-475c-a010-3a46cf05578d', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069'}]}} from dv-cinder-794962-5-smb. {{(pid=92659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:59:29.960455 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.098985 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.184109 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.db_base_plugin_common [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Allocated IP 172.20.0.2 (68195d88-935d-475c-a010-3a46cf05578d/ee76a14a-f48a-4da1-97c2-a2a286592069/80ef8330-cb74-44d3-b2c8-26ccd3b999fb) {{(pid=92659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:30.313895 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.330206 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.333578 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.339317 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Transition to ACTIVE for port object 80ef8330-cb74-44d3-b2c8-26ccd3b999fb will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:30.355322 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Transition to ACTIVE for port object 80ef8330-cb74-44d3-b2c8-26ccd3b999fb will not be triggered until provisioned by entity DHCP. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:30.363227 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.365536 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-e93fd7f1-8940-4f8e-892d-bed27554f134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:30.407815 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Network 68195d88-935d-475c-a010-3a46cf05578d is already hosted by enough agents. {{(pid=92659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:30.410712 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.base_scheduler [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Resources bound (agent type, host, resource id): {{(pid=92659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:30.415013 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Received port after_create {{(pid=92659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:30.418190 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Pushing event updated for resources: {'Port': ['ID=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,revision_number=1']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:30.429941 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.430487 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.431205 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.431541 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.431873 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.432206 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.432551 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.433079 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.433403 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.433728 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.434047 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.434368 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:30.453597 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:30.460897 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Allocated IP 172.28.3.157 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/6742580e-d955-4144-8bc2-054e476ca49b) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:30.487218 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Attempting to bind port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:30.487591 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Attempting to bind port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:30.487964 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Attempting to bind port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb on network 68195d88-935d-475c-a010-3a46cf05578d {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:30.493196 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:30.493589 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Checking segment: {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:30.494033 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.494463 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Bound using segment: {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:30.494998 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Bound port: 80ef8330-cb74-44d3-b2c8-26ccd3b999fb, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:30.495398 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.562864 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] For port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:30.564132 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.566865 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] For port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:30.571477 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.574215 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:30.609403 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:30.613534 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:30.632489 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Pushing event updated for resources: {'Port': ['ID=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:30.635826 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:30.655467 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:30.658333 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:30.662477 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:30.684991 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6742580e-d955-4144-8bc2-054e476ca49b,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:30.689479 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:30.946545 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:31.152570 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689'] for router, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:31.601046 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-09596d1a-dd90-4e1d-b2f0-7d11a4b50ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:31.602525 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-09596d1a-dd90-4e1d-b2f0-7d11a4b50ddd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1098 time: 0.1341033 Jun 21 13:59:31.604732 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a1da91-78fd-4fc7-b978-682b51cf7b06 None None] Network 68195d88-935d-475c-a010-3a46cf05578d requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:59:31.617477 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19749ce1-c3da-4c50-b5d9-937cb71bf3a3 req-acb4c250-8c90-42f2-80e3-0fd906b0960f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:31.618900 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-19749ce1-c3da-4c50-b5d9-937cb71bf3a3 req-acb4c250-8c90-42f2-80e3-0fd906b0960f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1490927 Jun 21 13:59:31.627057 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Router 5af5cd72-ee22-407e-bdab-3b7645938edf is scheduled to L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 with binding_index 1 {{(pid=92658) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:59:31.714532 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-b74de22a-aaf0-4796-bffc-f3af6134a9aa None None] Provisioning for port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:31.754353 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-19749ce1-c3da-4c50-b5d9-937cb71bf3a3 req-51c02284-31ce-4c85-82fb-c942381af105 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245327 Jun 21 13:59:31.822615 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-a8efbd03-7f10-4e4b-9bcf-e812d719d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:31.824066 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-a8efbd03-7f10-4e4b-9bcf-e812d719d540 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.2040415 Jun 21 13:59:31.843720 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:59:31.852720 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Sync routers for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:59:31.862293 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:31.862924 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:59:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:31.877014 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-38f805a3-cf9b-4f20-aa42-5e52271a05bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 200 len: 217 time: 0.0425317 Jun 21 13:59:31.913016 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:31.914203 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1229062 Jun 21 13:59:31.917125 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47680) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:31.930360 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-be5fe23d-db27-4968-8e83-a3f2a036ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:31.931805 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-be5fe23d-db27-4968-8e83-a3f2a036ea88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.0478430 Jun 21 13:59:31.970899 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-586ab089-6cbf-4f83-b340-d5377a73fd51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305760 Jun 21 13:59:31.987456 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-81cfd5f2-352e-4db9-a4a3-dad09bfd0bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:31.987667 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:32.075396 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-cd9bc23e-fea7-4dac-94bb-deba099895f4 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975318 Jun 21 13:59:32.181606 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e7460a4e-d19c-4de3-a9f1-9f89c70d1316 req-44947237-8bb7-402d-9320-c211f572c92e service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929842 Jun 21 13:59:32.287444 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:30Z', 'revision_number': 3, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:32.316828 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Checking router: 5af5cd72-ee22-407e-bdab-3b7645938edf for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:59:32.317212 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Updating router 5af5cd72-ee22-407e-bdab-3b7645938edf port 6742580e-d955-4144-8bc2-054e476ca49b binding host dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:59:32.354075 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.390776 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.509490 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 80ef8330-cb74-44d3-b2c8-26ccd3b999fb up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:32.570664 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Allocated IP 172.20.0.1 (68195d88-935d-475c-a010-3a46cf05578d/ee76a14a-f48a-4da1-97c2-a2a286592069/9bfc78c7-d2e1-4450-885e-23f1d0ff52e4) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:32.572819 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:32.577243 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:32.577883 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.642864 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Notify callbacks [] for port, precommit_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.655414 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.provisioning_blocks [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Transition to ACTIVE for port object 6742580e-d955-4144-8bc2-054e476ca49b will not be triggered until provisioned by entity L2. {{(pid=92660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:32.666571 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.669434 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.672693 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:32.679294 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.693582 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Transition to ACTIVE for port object 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:32.708685 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:32.714824 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.721329 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:32.728939 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.738223 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-69ecfb59-a251-4b06-b9d8-3b7a0023b899 tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:32.748940 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Attempting to bind port 6742580e-d955-4144-8bc2-054e476ca49b on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:32.749236 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Attempting to bind port 6742580e-d955-4144-8bc2-054e476ca49b by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:32.749599 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Attempting to bind port 6742580e-d955-4144-8bc2-054e476ca49b on network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:32.752426 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Pushing event updated for resources: {'Port': ['ID=6742580e-d955-4144-8bc2-054e476ca49b,revision_number=2']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:32.757069 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:32.757447 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:32.757845 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.759333 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Bound using segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:32.759814 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Bound port: 6742580e-d955-4144-8bc2-054e476ca49b, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:32.760193 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.768099 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Network 68195d88-935d-475c-a010-3a46cf05578d is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:32.773766 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:32.777890 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:32.778618 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:32.790126 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.790471 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.790906 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.791120 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.791440 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.791759 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.792075 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.792491 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.794477 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.794477 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.794477 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.795239 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:32.795590 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:32.801025 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:32.824120 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643606'] for router_interface, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.844419 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] For port 6742580e-d955-4144-8bc2-054e476ca49b, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:32.848980 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] For port 6742580e-d955-4144-8bc2-054e476ca49b, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=6742580e-d955-4144-8bc2-054e476ca49b,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:32.853965 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:32.867075 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-a4705c5b-289f-4155-95d3-75d585446856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:32.893778 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:32.897796 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:32.931392 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Pushing event updated for resources: {'Port': ['ID=6742580e-d955-4144-8bc2-054e476ca49b,revision_number=3']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:32.935269 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:32.942820 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:32.943643 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:59:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:33.021059 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9e166-6c55-4c03-91f4-8e60a16b175f req-eb5a7a77-6800-4676-b62c-789c3c22c7ff tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:33.022582 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-52d9e166-6c55-4c03-91f4-8e60a16b175f req-eb5a7a77-6800-4676-b62c-789c3c22c7ff tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0897937 Jun 21 13:59:33.047372 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:33.083327 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:33.095632 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-52d9e166-6c55-4c03-91f4-8e60a16b175f req-76d9402d-770a-4f34-93d7-d0eca56c8f04 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620167 Jun 21 13:59:33.178114 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-c18f367f-afe6-4255-b8b3-f043f2c410bc None None] Provisioning for port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:33.181945 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-c18f367f-afe6-4255-b8b3-f043f2c410bc None None] Provisioning complete for port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:33.182324 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c18f367f-afe6-4255-b8b3-f043f2c410bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:33.215959 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-c18f367f-afe6-4255-b8b3-f043f2c410bc None None] Port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:59:33.241625 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:33.246527 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:33.269934 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:33.294575 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:30Z', 'revision_number': 3, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:33.316649 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644879'] for router_interface, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:33.319284 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:33.321478 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4ed91-681f-4e8f-bcb3-7a1fe8a3ae29 None None] The sync data for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb is: [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:30Z', 'revision_number': 3, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:59:33.324398 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:33.414680 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Network 68195d88-935d-475c-a010-3a46cf05578d is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:33.415997 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:33.547370 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Router 5af5cd72-ee22-407e-bdab-3b7645938edf has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:59:33.686213 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:59:33.701505 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] 10.222.0.60 "PUT /v2.0/routers/5af5cd72-ee22-407e-bdab-3b7645938edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748544 Jun 21 13:59:33.747695 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-0898f80c-ede5-4e85-bb18-46443c408314 None None] Provisioning complete for port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:33.749045 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0898f80c-ede5-4e85-bb18-46443c408314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:33.805078 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-0898f80c-ede5-4e85-bb18-46443c408314 None None] Port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:59:34.285859 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-03ed7af0-3ad6-4fe7-866e-74169972fc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.371663 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47740) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:34.380548 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-231154084-network', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:34.398820 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34c854-ddf3-44e8-9f3c-99308c38f821 req-3baea9a7-4470-4897-a3aa-432dc91e6e3e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:34.402102 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6f34c854-ddf3-44e8-9f3c-99308c38f821 req-3baea9a7-4470-4897-a3aa-432dc91e6e3e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0985663 Jun 21 13:59:34.410438 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Made reservation on behalf of d3edbfd0b495491d975b9f92e6abb620 for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:34.413316 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.427702 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.451305 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6f34c854-ddf3-44e8-9f3c-99308c38f821 req-77393667-a438-4b80-9364-0c8cbc21b974 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427070 Jun 21 13:59:34.533202 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.538966 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.540005 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 80ef8330-cb74-44d3-b2c8-26ccd3b999fb up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:34.541938 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7b421733-69ba-430f-a255-b56b12c2749d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:34.565138 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 13:59:34.575081 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83126297-78c9-4ef8-acb0-da1fc96a11e1,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:34.578903 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:34.581989 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.582326 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Added segment 2af15cd6-9b38-4baf-aa5e-6bae0072c0c0 of type vlan for network 098a5ff2-3239-4e0b-9f66-d130a18f27da Jun 21 13:59:34.596793 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:34.597168 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.624433 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.654047 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.655372 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:34.655973 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.659560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-84263593-dbae-47bd-a4d3-5831fcfae445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:34.675715 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 6742580e-d955-4144-8bc2-054e476ca49b up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:34.712974 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3389485 Jun 21 13:59:34.714757 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47742) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:34.721472 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Request body: {'subnet': {'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-231154084-subnet', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:34.726647 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Pushing event updated for resources: {'Network': ['ID=098a5ff2-3239-4e0b-9f66-d130a18f27da,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:34.730248 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:34.732906 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 6742580e-d955-4144-8bc2-054e476ca49b completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:34.737499 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 098a5ff2-3239-4e0b-9f66-d130a18f27da details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 13:59:34.750467 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 6742580e-d955-4144-8bc2-054e476ca49b triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:34.751642 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.751810 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Made reservation on behalf of d3edbfd0b495491d975b9f92e6abb620 for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:34.754723 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404449'] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.889559 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.911557 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 6742580e-d955-4144-8bc2-054e476ca49b, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=6742580e-d955-4144-8bc2-054e476ca49b,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:34.915751 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.917689 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:34.939428 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8827431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404467'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:34.942668 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d0e966ce-453a-4f70-a5df-60306ebcad90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:34.965512 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=6742580e-d955-4144-8bc2-054e476ca49b,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:34.976830 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:34.993063 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0938ba-0812-4cb7-a2a3-568680226526,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:35.000331 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:35.009121 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Checking segment: {'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:35.009479 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Network hostable DHCP agents. Network: 098a5ff2-3239-4e0b-9f66-d130a18f27da, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 13:59:35.026977 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Network 098a5ff2-3239-4e0b-9f66-d130a18f27da is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 13:59:35.038553 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 098a5ff2-3239-4e0b-9f66-d130a18f27da) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:35.043306 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:35.043898 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.046620 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01d742b-ec8c-4cc2-a213-853efcbc1b30 None None] Network 098a5ff2-3239-4e0b-9f66-d130a18f27da requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:59:35.065424 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-6bff86e9-75c1-4e4b-9443-1e705ff9cc9c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3486900 Jun 21 13:59:35.067641 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47744) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:35.072341 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:35.095107 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-609708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1083'] for router, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.096106 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1072'] for router, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.127526 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.152681 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Sync routers for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:59:35.158758 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.195263 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:35.195889 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:59:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:35.300687 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.325126 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9526d4-c840-523e-adfd-c3172bcb4d5d-098a5ff2-3239-4e0b-9f66-d130a18f27da', 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'fixed_ips': [{'subnet_id': '2a0938ba-0812-4cb7-a2a3-568680226526'}]}} from dv-cinder-794962-5-smb. {{(pid=92659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 13:59:35.326176 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.373422 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:35.548700 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.571795 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.724391 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.732512 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.db_base_plugin_common [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Allocated IP 172.20.0.2 (098a5ff2-3239-4e0b-9f66-d130a18f27da/2a0938ba-0812-4cb7-a2a3-568680226526/922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7) {{(pid=92659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:35.738234 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331af93-c38a-4969-931d-bd5fe6671b76 req-69c7546e-f263-4839-9fee-82bf0ef51f3f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:35.739846 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0331af93-c38a-4969-931d-bd5fe6671b76 req-69c7546e-f263-4839-9fee-82bf0ef51f3f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1248705 Jun 21 13:59:35.756861 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Allocated IP 172.28.3.13 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:35.854130 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0331af93-c38a-4969-931d-bd5fe6671b76 req-da5e7216-a8aa-4b63-9141-9dc4840875c8 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063001 Jun 21 13:59:35.936592 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:35.937720 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:33Z', 'revision_number': 2, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:35.968804 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Checking router: 5af5cd72-ee22-407e-bdab-3b7645938edf for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:59:35.969177 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Updating router 5af5cd72-ee22-407e-bdab-3b7645938edf port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 binding host dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:59:35.994179 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.012225 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Notify callbacks [] for port, precommit_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.012462 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:36.025532 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Transition to ACTIVE for port object 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:36.027337 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.048804 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:36.066669 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:36.069356 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Transition to ACTIVE for port object 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 will not be triggered until provisioned by entity DHCP. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:36.074596 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:36.083119 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.105972 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Pushing event updated for resources: {'Port': ['ID=0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:36.110729 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:36.115900 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:36.207779 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Network 098a5ff2-3239-4e0b-9f66-d130a18f27da is already hosted by enough agents. {{(pid=92659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:36.215908 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.base_scheduler [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Resources bound (agent type, host, resource id): {{(pid=92659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:36.222475 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Received port after_create {{(pid=92659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:36.242409 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Pushing event updated for resources: {'Port': ['ID=922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7,revision_number=1']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:36.262651 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:36.340134 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Attempting to bind port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:36.340688 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Attempting to bind port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:36.341007 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Attempting to bind port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 on network 098a5ff2-3239-4e0b-9f66-d130a18f27da {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:36.349528 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:36.350012 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Checking segment: {'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:36.350380 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.350805 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Bound using segment: {'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:36.351309 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Bound port: 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:36.351696 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.468161 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] For port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:36.494212 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] For port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7,segment=NetworkSegment(2af15cd6-9b38-4baf-aa5e-6bae0072c0c0),segment_id=2af15cd6-9b38-4baf-aa5e-6bae0072c0c0)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:36.501817 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.514829 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:36.541322 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 6742580e-d955-4144-8bc2-054e476ca49b up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:36.655735 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Pushing event updated for resources: {'Port': ['ID=922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:36.659973 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:36.660967 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.676996 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Notify callbacks [] for port, precommit_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.693182 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Transition to ACTIVE for port object 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:36.701073 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.705150 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:36.727869 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbfdab-9c01-4dcd-8c10-a8ea4c2fdc5a req-1e38145a-311d-4b0d-aad5-3fde138ac89d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:36.729451 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5bfbfdab-9c01-4dcd-8c10-a8ea4c2fdc5a req-1e38145a-311d-4b0d-aad5-3fde138ac89d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1330023 Jun 21 13:59:36.742951 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 6742580e-d955-4144-8bc2-054e476ca49b triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:36.743483 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.839396 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4b7de-eee5-4f57-9796-20fbf269c7eb None None] Pushing event updated for resources: {'Port': ['ID=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:36.842204 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-21f4b7de-eee5-4f57-9796-20fbf269c7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:36.844909 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5bfbfdab-9c01-4dcd-8c10-a8ea4c2fdc5a req-50ded66f-6dff-48c6-9e74-46a707038f8e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887623 Jun 21 13:59:36.942191 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Attempting to bind port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:36.942753 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Attempting to bind port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:36.942957 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Attempting to bind port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 on network 68195d88-935d-475c-a010-3a46cf05578d {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:36.953083 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:36.953477 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Checking segment: {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:36.954593 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:36.955001 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Bound using segment: {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:36.955492 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Bound port: 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:36.955877 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.037158 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689'] for router, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.103288 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] For port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:37.107476 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] For port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:37.116169 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.123200 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:37.197791 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 is scheduled to L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 with binding_index 1 {{(pid=92657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 13:59:37.205608 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed783-3cc4-4b5b-afae-21acab860646 req-18d8557a-b4b4-41db-a387-cd147c5333e2 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:37.208112 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9a0ed783-3cc4-4b5b-afae-21acab860646 req-18d8557a-b4b4-41db-a387-cd147c5333e2 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1216958 Jun 21 13:59:37.222335 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:37.223033 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:59:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:37.278090 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9a0ed783-3cc4-4b5b-afae-21acab860646 req-91aff33d-dd13-4541-8752-67841d4dff98 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641520 Jun 21 13:59:37.358050 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4b7de-eee5-4f57-9796-20fbf269c7eb None None] Pushing event updated for resources: {'Port': ['ID=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:37.361251 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-21f4b7de-eee5-4f57-9796-20fbf269c7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:37.364605 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:59:37.373554 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Sync routers for ids ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:59:37.382125 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.386539 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Routers {'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:37.388699 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:59:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:37.406446 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Notify callbacks [] for router, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.409601 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:37.411512 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3427386 Jun 21 13:59:37.412546 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47788) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:37.520179 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Set router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:37.521110 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.755227 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:36Z', 'revision_number': 3, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port': {'id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:37.808247 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Checking router: dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:59:37.809015 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Updating router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da binding host dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:59:37.853520 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.858848 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:37Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:37.890976 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ad7e5-3975-4e7a-9dc5-b0996040df69 None None] Network 098a5ff2-3239-4e0b-9f66-d130a18f27da requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 13:59:37.914133 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:37.954319 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547edd8-356b-4753-973f-995bb9b9a5a9 None None] The sync data for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb is: [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:37Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:59:38.013622 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-3ca460bc-d422-4ca4-a06d-bdddd484c788 None None] Provisioning for port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:38.155126 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Allocated IP 172.20.0.1 (098a5ff2-3239-4e0b-9f66-d130a18f27da/2a0938ba-0812-4cb7-a2a3-568680226526/5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:38.232901 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44460d84-e961-4dba-916d-5efafdf88c4d req-3328bffc-16f4-4c42-8282-e97a15db3b78 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:38.236006 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-44460d84-e961-4dba-916d-5efafdf88c4d req-3328bffc-16f4-4c42-8282-e97a15db3b78 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1099694 Jun 21 13:59:38.312267 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.329826 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-44460d84-e961-4dba-916d-5efafdf88c4d req-2afb0b6d-a72f-4c5c-ad23-62de5d93ccb0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877957 Jun 21 13:59:38.365289 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.provisioning_blocks [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Transition to ACTIVE for port object 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 will not be triggered until provisioned by entity DHCP. {{(pid=92658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:38.372461 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.403996 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.provisioning_blocks [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Transition to ACTIVE for port object 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da will not be triggered until provisioned by entity L2. {{(pid=92660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:38.420699 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.423971 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.428149 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:38.428542 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:38.484322 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Network 098a5ff2-3239-4e0b-9f66-d130a18f27da is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:38.489247 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:38.493785 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:38.587105 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:38.592230 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:38.603181 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643606'] for router_interface, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.656029 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27f9b8-b924-4cbb-88b4-598eb85d122f req-82820ea3-aebe-4004-9af1-d7f0f0e3fb2d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:38.664297 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fa27f9b8-b924-4cbb-88b4-598eb85d122f req-82820ea3-aebe-4004-9af1-d7f0f0e3fb2d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1015370 Jun 21 13:59:38.750073 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fa27f9b8-b924-4cbb-88b4-598eb85d122f req-f82eac8d-b6f0-47da-9758-1a58893547e9 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847499 Jun 21 13:59:38.750286 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:38.827920 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Attempting to bind port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:38.828503 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Attempting to bind port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:38.829013 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Attempting to bind port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da on network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:38.837073 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eaf6a-3e06-4551-a24d-5c646fcba6fd None None] Pushing event updated for resources: {'Port': ['ID=0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da,revision_number=2']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:38.852393 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-f30eaf6a-3e06-4551-a24d-5c646fcba6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:38.857756 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:38.859407 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:38.860472 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.873935 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Bound using segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:38.877117 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Bound port: 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:38.878527 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:38.905747 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:38.912238 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b91939-605e-4dac-98b8-640dcc892fbc req-db6b503b-a51a-4a35-ab56-cc8004905358 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:38.913822 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-20b91939-605e-4dac-98b8-640dcc892fbc req-db6b503b-a51a-4a35-ab56-cc8004905358 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1426082 Jun 21 13:59:38.921984 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:38.923272 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.008521 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] For port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:39.013387 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] For port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:39.024982 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.035762 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.038238 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-d64d8812-d13b-46c3-a38a-30533e71fcd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:39.039781 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-20b91939-605e-4dac-98b8-640dcc892fbc req-df434a5a-30c2-4487-af14-e8dbca972980 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799954 Jun 21 13:59:39.097621 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Routers {'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:39.098271 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:59:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:39.111811 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-59b60ad5-4e09-40b9-a4c3-75f1c50a5105 None None] Provisioning for port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:39.118540 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-59b60ad5-4e09-40b9-a4c3-75f1c50a5105 None None] Provisioning complete for port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:39.121033 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-59b60ad5-4e09-40b9-a4c3-75f1c50a5105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.125184 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.199663 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-59b60ad5-4e09-40b9-a4c3-75f1c50a5105 None None] Port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:59:39.209689 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:39.215382 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.216864 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:39.220609 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:39.232763 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eaf6a-3e06-4551-a24d-5c646fcba6fd None None] Pushing event updated for resources: {'Port': ['ID=0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da,revision_number=3']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:39.239275 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-f30eaf6a-3e06-4551-a24d-5c646fcba6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:39.270390 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] Set router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:39.301482 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.309752 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.315577 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:39.319145 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:39.323311 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:39.334691 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:39.344611 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:39.345560 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.450329 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:39.454497 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:39.458667 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.464001 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644879'] for router_interface, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.520304 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7,segment=NetworkSegment(2af15cd6-9b38-4baf-aa5e-6bae0072c0c0),segment_id=2af15cd6-9b38-4baf-aa5e-6bae0072c0c0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:39.529746 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.532038 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:39.598352 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:39.601577 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df8031-047f-47b3-8d45-4988352340e0 req-6c7cc7a2-e634-4d4e-99b0-6bb814cd34b5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:39.605137 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:39.614227 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Network 098a5ff2-3239-4e0b-9f66-d130a18f27da is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:39.616087 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:39.617394 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f8df8031-047f-47b3-8d45-4988352340e0 req-6c7cc7a2-e634-4d4e-99b0-6bb814cd34b5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1057119 Jun 21 13:59:39.621301 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 4, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port': {'id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1', 'name': '', 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'mac_address': 'fa:16:3e:64:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:37Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 1, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'subnets': [{'id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:39.656259 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6d8fb2-1555-46ea-9cb8-dd33ccbd34c9 None None] The sync data for ids ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'] in dv-cinder-794962-5-smb is: [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 4, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port': {'id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1', 'name': '', 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'mac_address': 'fa:16:3e:64:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:37Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 1, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'subnets': [{'id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:59:39.667216 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f8df8031-047f-47b3-8d45-4988352340e0 req-c8c2c447-3d6a-4f06-a1ea-cd78df267343 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489419 Jun 21 13:59:39.775641 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 13:59:39.930071 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-83bc82aa-34cb-4be9-87d7-93974b5bb308 None None] Provisioning complete for port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:39.930457 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-83bc82aa-34cb-4be9-87d7-93974b5bb308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:39.968198 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 13:59:39.968636 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-83bc82aa-34cb-4be9-87d7-93974b5bb308 None None] Port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:59:39.973566 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] 10.222.0.60 "PUT /v2.0/routers/dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5599477 Jun 21 13:59:39.990644 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca0f3e-bce7-42df-9a52-9a3924ad07a3 req-69189842-2211-438a-829c-7fd5e065131b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:39.992171 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c7ca0f3e-bce7-42df-9a52-9a3924ad07a3 req-69189842-2211-438a-829c-7fd5e065131b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1173048 Jun 21 13:59:40.033182 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c7ca0f3e-bce7-42df-9a52-9a3924ad07a3 req-0e457362-3951-49d7-85ef-bf7ad190eced tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Jun 21 13:59:40.260759 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942af24-20a9-4f33-96d0-921c1f0fa860 req-9fbaa723-af97-4d6e-9e38-c354e18998fd tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:40.262369 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0942af24-20a9-4f33-96d0-921c1f0fa860 req-9fbaa723-af97-4d6e-9e38-c354e18998fd tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0799234 Jun 21 13:59:40.310779 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0942af24-20a9-4f33-96d0-921c1f0fa860 req-329ae377-0784-48bd-b2b6-0e2e7aac04a0 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 Jun 21 13:59:40.477963 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:40.532469 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:40.532773 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.621899 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47818) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:40.631050 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054035880', 'description': 'tempest-secgroup-smoke-2054035880 description', 'project_id': 'cea878a61aec424890afbc83f37739c0'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:40.652604 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:40.657604 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.713135 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:40.713880 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.775386 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.782491 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.787927 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-78036e8f-12de-4f1b-a92a-7337fdd4e19b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:40.822110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:40.825511 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:40.826810 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.828069 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2051935 Jun 21 13:59:40.831118 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47822) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:40.835677 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-a35f5d45-c884-47de-a4e1-b79d32b394cb tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'security_group_rule': {'security_group_id': '3f771a3b-a5c1-4ccd-83c3-5b3f03691c48', 'project_id': 'cea878a61aec424890afbc83f37739c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:40.867813 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a35f5d45-c884-47de-a4e1-b79d32b394cb tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.915890 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311d2f7-7fa7-4d34-8a66-40b29f99dfa8 req-1d3c8782-dd0d-4e61-80b2-a324f98f47ee tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:40.924230 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a311d2f7-7fa7-4d34-8a66-40b29f99dfa8 req-1d3c8782-dd0d-4e61-80b2-a324f98f47ee tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0833783 Jun 21 13:59:40.927178 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a35f5d45-c884-47de-a4e1-b79d32b394cb tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.933489 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a35f5d45-c884-47de-a4e1-b79d32b394cb tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.935731 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-14d57ecd-4018-44f4-9b36-bd063994266e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:40.957560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f5d45-c884-47de-a4e1-b79d32b394cb tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd90ce04-bc5c-407e-80a1-3a7124b0c2ea,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:40.962696 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a35f5d45-c884-47de-a4e1-b79d32b394cb tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:40.972957 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a311d2f7-7fa7-4d34-8a66-40b29f99dfa8 req-709fdf33-35fc-46b3-acbc-a214370f8760 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475731 Jun 21 13:59:40.979276 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a35f5d45-c884-47de-a4e1-b79d32b394cb tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:40.983165 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a35f5d45-c884-47de-a4e1-b79d32b394cb tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1485319 Jun 21 13:59:40.983367 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47826) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:40.988690 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'security_group_rule': {'security_group_id': '3f771a3b-a5c1-4ccd-83c3-5b3f03691c48', 'project_id': 'cea878a61aec424890afbc83f37739c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:41.017797 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.089567 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.097053 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.099390 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-94cc2608-886c-4f63-a055-1403beddad85 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:41.117023 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b4fcdb-9522-48f2-a6bd-6ebcb82a9c21,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:41.121818 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:41.125228 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.129358 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1423109 Jun 21 13:59:41.130116 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47830) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:41.135324 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-b8080629-07b1-473f-aaa7-807e81dd47b4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'security_group_rule': {'security_group_id': '3f771a3b-a5c1-4ccd-83c3-5b3f03691c48', 'project_id': 'cea878a61aec424890afbc83f37739c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:41.169810 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b8080629-07b1-473f-aaa7-807e81dd47b4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.226768 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b8080629-07b1-473f-aaa7-807e81dd47b4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.231730 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b8080629-07b1-473f-aaa7-807e81dd47b4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.234110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:41.249621 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8080629-07b1-473f-aaa7-807e81dd47b4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e481f9f-898a-4f59-9a87-e3d27f8240bd,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:41.253566 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b8080629-07b1-473f-aaa7-807e81dd47b4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:41.254949 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba1ea-ee73-48df-a312-562dafdfbd82 req-f3989db0-983a-4796-89f9-1d7d13a40746 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:41.259772 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b8080629-07b1-473f-aaa7-807e81dd47b4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.261429 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-b8080629-07b1-473f-aaa7-807e81dd47b4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299524 Jun 21 13:59:41.262108 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-52eba1ea-ee73-48df-a312-562dafdfbd82 req-f3989db0-983a-4796-89f9-1d7d13a40746 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0827713 Jun 21 13:59:41.264107 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47832) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:41.270878 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-0cf32845-79e5-4a0b-898a-3ddf0a9dbc04 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'security_group_rule': {'security_group_id': '3f771a3b-a5c1-4ccd-83c3-5b3f03691c48', 'project_id': 'cea878a61aec424890afbc83f37739c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:41.308591 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0cf32845-79e5-4a0b-898a-3ddf0a9dbc04 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.383329 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0cf32845-79e5-4a0b-898a-3ddf0a9dbc04 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.389435 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0cf32845-79e5-4a0b-898a-3ddf0a9dbc04 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.396029 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bba61a8d-4679-4cd6-8657-7e230d475153 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:41.412933 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf32845-79e5-4a0b-898a-3ddf0a9dbc04 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e0614ce-075a-4150-9300-79d4fd63f7b7,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:41.416683 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0cf32845-79e5-4a0b-898a-3ddf0a9dbc04 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:41.418931 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0cf32845-79e5-4a0b-898a-3ddf0a9dbc04 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.423813 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0cf32845-79e5-4a0b-898a-3ddf0a9dbc04 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1582932 Jun 21 13:59:41.424891 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 47836) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:41.429906 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'security_group_rule': {'security_group_id': '3f771a3b-a5c1-4ccd-83c3-5b3f03691c48', 'project_id': 'cea878a61aec424890afbc83f37739c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:41.454791 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.securitygroups_db [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Project cea878a61aec424890afbc83f37739c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 13:59:41.471038 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.528501 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-52eba1ea-ee73-48df-a312-562dafdfbd82 req-a853a0b9-598e-4a5b-8d77-131dfb09a409 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653146 Jun 21 13:59:41.567159 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c55bb-71a2-4d80-a3ed-2432e536714a req-f5e83b2e-1607-460c-8ccd-324acd5c6809 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:41.568588 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-537c55bb-71a2-4d80-a3ed-2432e536714a req-f5e83b2e-1607-460c-8ccd-324acd5c6809 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1107011 Jun 21 13:59:41.588264 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.597189 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.605845 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e9f981a2-f104-47d1-b8c9-3cb6716c3c9b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:41.637173 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b573a72e-f444-49be-ae40-60eb21749359,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:41.640966 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:41.644874 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.646041 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2201929 Jun 21 13:59:41.648888 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 47838) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:41.651241 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-537c55bb-71a2-4d80-a3ed-2432e536714a req-aea3c119-0b87-4d24-b38c-03866f0f2313 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750206 Jun 21 13:59:41.654332 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'security_group_rule': {'security_group_id': '3f771a3b-a5c1-4ccd-83c3-5b3f03691c48', 'project_id': 'cea878a61aec424890afbc83f37739c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:41.676906 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.securitygroups_db [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Project cea878a61aec424890afbc83f37739c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 13:59:41.681640 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.735274 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.740056 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.742634 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eafd7787-660a-4549-82ed-ea8e7de314fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:41.760590 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=141ec94a-c88e-437f-84ff-5a981ccb307c,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:41.763040 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:41.764196 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:41.765366 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-fa5393ed-95ca-481d-840f-4bb7971260c5 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1154702 Jun 21 13:59:42.023219 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Sync routers for ids ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 13:59:42.032992 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Routers {'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:42.033687 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:59:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:42.154286 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Set router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:42.184201 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d98705-912a-4a27-aef4-d80c3cfc10df req-57708360-ba56-411e-b7e9-16211b6b27d0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:42.185724 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-40d98705-912a-4a27-aef4-d80c3cfc10df req-57708360-ba56-411e-b7e9-16211b6b27d0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0651999 Jun 21 13:59:42.230820 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-40d98705-912a-4a27-aef4-d80c3cfc10df req-183836f0-4a28-468d-9cbe-aeb80b2bf108 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353916 Jun 21 13:59:42.392762 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 4, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port': {'id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1', 'name': '', 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'mac_address': 'fa:16:3e:64:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:37Z', 'updated_at': '2021-06-21T13:59:39Z', 'revision_number': 2, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'subnets': [{'id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:42.418848 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Checking router: dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 13:59:42.419208 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Updating router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 binding host dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 13:59:42.454275 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.498853 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:42.656036 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:42.667419 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:42.667810 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.734699 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45b6e5-9cbc-4069-999f-050a417dbb3c req-71047216-a5a4-49af-bbbd-6e27761d1b3e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:42.740892 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ef45b6e5-9cbc-4069-999f-050a417dbb3c req-71047216-a5a4-49af-bbbd-6e27761d1b3e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0899529 Jun 21 13:59:42.781384 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ef45b6e5-9cbc-4069-999f-050a417dbb3c req-5cecaddf-d54f-47c0-a00d-80ad1699f8aa tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Jun 21 13:59:42.817551 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.844659 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Notify callbacks [] for port, precommit_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.845423 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92208f8-079f-456b-a105-9c4ed5e0205f req-3a5079d8-5fe5-4a0d-8168-67e16b620f0f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:42.846992 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a92208f8-079f-456b-a105-9c4ed5e0205f req-3a5079d8-5fe5-4a0d-8168-67e16b620f0f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0708871 Jun 21 13:59:42.849873 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:42.855713 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.858792 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:42.862448 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Transition to ACTIVE for port object 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:42.885740 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a92208f8-079f-456b-a105-9c4ed5e0205f req-3af66d33-ac3e-4565-b8da-5121378b603a tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322726 Jun 21 13:59:42.889785 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:42.945418 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:42.949065 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:42.949549 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:43.033814 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce84369-74e1-4029-8685-884c280bb1c3 None None] Pushing event updated for resources: {'Port': ['ID=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:43.037679 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2ce84369-74e1-4029-8685-884c280bb1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:43.040031 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Attempting to bind port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:43.040451 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Attempting to bind port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:43.040828 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Attempting to bind port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 on network 098a5ff2-3239-4e0b-9f66-d130a18f27da {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:43.046227 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:43.046620 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Checking segment: {'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:43.047043 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.047487 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Bound using segment: {'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:43.047995 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Bound port: 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:43.048393 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.132233 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] For port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:43.135592 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] For port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,segment=NetworkSegment(2af15cd6-9b38-4baf-aa5e-6bae0072c0c0),segment_id=2af15cd6-9b38-4baf-aa5e-6bae0072c0c0)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:43.139789 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:43.142342 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:43.201783 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Routers {'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 13:59:43.202427 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T13:59:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:43.204376 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce84369-74e1-4029-8685-884c280bb1c3 None None] Pushing event updated for resources: {'Port': ['ID=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:43.208062 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2ce84369-74e1-4029-8685-884c280bb1c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:43.322268 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] Set router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 13:59:43.421270 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d118144-6e79-42b8-87c3-6b45e3a0a76e req-de5fbd17-7d8a-4def-b485-4dd13c9436e2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:43.422985 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7d118144-6e79-42b8-87c3-6b45e3a0a76e req-de5fbd17-7d8a-4def-b485-4dd13c9436e2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0646133 Jun 21 13:59:43.464441 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7d118144-6e79-42b8-87c3-6b45e3a0a76e req-025a9cec-80c3-4a73-92a1-53337c2a3fab tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353434 Jun 21 13:59:43.643407 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 4, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port': {'id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1', 'name': '', 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'mac_address': 'fa:16:3e:64:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:37Z', 'updated_at': '2021-06-21T13:59:43Z', 'revision_number': 4, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'subnets': [{'id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 13:59:43.668350 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d51d0fc-e9c1-47ee-9274-f1bc25cbc8ab None None] The sync data for ids ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'] in dv-cinder-794962-5-smb is: [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:38Z', 'revision_number': 4, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port': {'id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1', 'name': '', 'network_id': '098a5ff2-3239-4e0b-9f66-d130a18f27da', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'mac_address': 'fa:16:3e:64:d9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:37Z', 'updated_at': '2021-06-21T13:59:43Z', 'revision_number': 4, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'subnets': [{'id': '2a0938ba-0812-4cb7-a2a3-568680226526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 13:59:43.982159 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf395d89-99f1-41b8-b920-2836130cb620 req-33242840-45b5-4826-a3d1-7cae708cb0ce tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:43.984290 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf395d89-99f1-41b8-b920-2836130cb620 req-33242840-45b5-4826-a3d1-7cae708cb0ce tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0681703 Jun 21 13:59:44.025934 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf395d89-99f1-41b8-b920-2836130cb620 req-5ce3f845-ad88-4ed9-bc00-bbbf415ef8e5 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359163 Jun 21 13:59:44.086005 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97507366-79fb-4821-add0-7c85c71e424c req-135d8fae-83fc-4844-9d0c-235a2e2e549e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:44.087598 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-97507366-79fb-4821-add0-7c85c71e424c req-135d8fae-83fc-4844-9d0c-235a2e2e549e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0795162 Jun 21 13:59:44.129405 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-97507366-79fb-4821-add0-7c85c71e424c req-5822e43b-8063-4525-80e4-1520dbdb52c8 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355566 Jun 21 13:59:44.476280 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:44.527214 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:44.527635 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.610238 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:44.647862 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2428b3-dc01-40b4-9ff2-33c1efafe1c6 req-dc3405cb-c99f-4913-be51-aefd79f3b5f5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:44.649274 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2f2428b3-dc01-40b4-9ff2-33c1efafe1c6 req-dc3405cb-c99f-4913-be51-aefd79f3b5f5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0667672 Jun 21 13:59:44.660026 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:44.664153 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:44.664582 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.689540 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2f2428b3-dc01-40b4-9ff2-33c1efafe1c6 req-1c36bf98-7d0f-4419-89cd-70ee70eb44a1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332055 Jun 21 13:59:44.745412 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.777929 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,segment=NetworkSegment(2af15cd6-9b38-4baf-aa5e-6bae0072c0c0),segment_id=2af15cd6-9b38-4baf-aa5e-6bae0072c0c0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:44.782194 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:44.784015 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-e93fd7f1-8940-4f8e-892d-bed27554f134 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:44.830503 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:44.833406 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:45.219358 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64118e7f-aba5-4f10-bc81-3225d0b1e726 req-27414b7e-d1dc-44ef-81ee-2104bcfaa8ad tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:45.224885 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-64118e7f-aba5-4f10-bc81-3225d0b1e726 req-27414b7e-d1dc-44ef-81ee-2104bcfaa8ad tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0778761 Jun 21 13:59:45.259580 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-64118e7f-aba5-4f10-bc81-3225d0b1e726 req-336651e0-d388-4dd3-a55a-438c9ec17f1e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Jun 21 13:59:45.331996 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4829d-7c8a-4dd1-9dd2-33847c90a9f2 req-e94a14f9-324d-4421-9370-db7605afddd5 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:45.333713 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-29f4829d-7c8a-4dd1-9dd2-33847c90a9f2 req-e94a14f9-324d-4421-9370-db7605afddd5 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0749755 Jun 21 13:59:45.379034 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-29f4829d-7c8a-4dd1-9dd2-33847c90a9f2 req-abee6556-451e-472b-ab30-014194979e77 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Jun 21 13:59:45.874575 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f2803-5e34-44ac-8cd9-cda3b861017d req-b53a08ca-6b6b-41ce-bc53-77c48f916ec4 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:45.876386 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e54f2803-5e34-44ac-8cd9-cda3b861017d req-b53a08ca-6b6b-41ce-bc53-77c48f916ec4 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0646858 Jun 21 13:59:45.913920 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e54f2803-5e34-44ac-8cd9-cda3b861017d req-44adc0d5-4227-4413-be92-d5cf8df3262d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318162 Jun 21 13:59:46.439327 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532943a-0d4f-4a69-99ba-d63301ede4f6 req-868890f1-254e-4ab7-bdae-da6d47732f9c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:46.440800 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1532943a-0d4f-4a69-99ba-d63301ede4f6 req-868890f1-254e-4ab7-bdae-da6d47732f9c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0663157 Jun 21 13:59:46.476066 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:46.485160 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1532943a-0d4f-4a69-99ba-d63301ede4f6 req-80f8c607-ec0c-421c-b6ac-53ded0e58ce9 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Jun 21 13:59:46.537948 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:46.538341 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:46.576159 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e522af0-4236-49f9-be47-280e78d298fd req-5fe71da5-9a41-4dd1-80c4-20018f9b082f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:46.577666 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8e522af0-4236-49f9-be47-280e78d298fd req-5fe71da5-9a41-4dd1-80c4-20018f9b082f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0715661 Jun 21 13:59:46.615371 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8e522af0-4236-49f9-be47-280e78d298fd req-d4d62b09-5a59-42d0-b76c-bf15c257d13b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317216 Jun 21 13:59:47.105237 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a58152-748b-4cd9-bdd4-5a4afa687d35 req-9733d774-3dab-457a-ab4d-a5a33ae5ba93 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:47.106826 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-21a58152-748b-4cd9-bdd4-5a4afa687d35 req-9733d774-3dab-457a-ab4d-a5a33ae5ba93 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0741220 Jun 21 13:59:47.144886 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-21a58152-748b-4cd9-bdd4-5a4afa687d35 req-b92b72eb-666b-4890-abdb-d9a7e49aadf5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318341 Jun 21 13:59:47.663885 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a04c2-e76e-41e0-961c-ebdba2c9332f req-aa32247a-ed0a-4cfc-8f5d-e86190208c72 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:47.665445 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-062a04c2-e76e-41e0-961c-ebdba2c9332f req-aa32247a-ed0a-4cfc-8f5d-e86190208c72 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0644026 Jun 21 13:59:47.704449 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-062a04c2-e76e-41e0-961c-ebdba2c9332f req-adcc745e-ba97-4ee3-afac-0182828c326a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Jun 21 13:59:47.787495 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4c909-c0fa-46e6-863b-7fdc0f23b3b5 req-b8fead4a-0c27-4234-9766-ef522120496e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:47.788931 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cfd4c909-c0fa-46e6-863b-7fdc0f23b3b5 req-b8fead4a-0c27-4234-9766-ef522120496e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0610392 Jun 21 13:59:47.827584 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cfd4c909-c0fa-46e6-863b-7fdc0f23b3b5 req-f6c34ecc-4c5b-4f77-a546-f4dd2d3d5ef2 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330410 Jun 21 13:59:48.332123 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c07f8-b5be-4936-9bcb-098df936676e req-dad9c9f9-d8ba-4c1d-aa04-7bcbc0d7a4a6 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:48.333998 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1d0c07f8-b5be-4936-9bcb-098df936676e req-dad9c9f9-d8ba-4c1d-aa04-7bcbc0d7a4a6 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0698922 Jun 21 13:59:48.372348 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1d0c07f8-b5be-4936-9bcb-098df936676e req-281e24ff-5387-4767-9b3a-ee2dc7c48424 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Jun 21 13:59:48.885055 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a13d35-d126-4236-bab1-53c73ff0a1f5 req-e3bf75bd-deb8-4178-a1ce-bd2383a34c72 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:48.886689 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b2a13d35-d126-4236-bab1-53c73ff0a1f5 req-e3bf75bd-deb8-4178-a1ce-bd2383a34c72 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0654669 Jun 21 13:59:48.924764 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b2a13d35-d126-4236-bab1-53c73ff0a1f5 req-d2fb9c14-9eb1-4376-bc42-d58f15352841 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Jun 21 13:59:49.000789 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d7511-41c2-4190-9f66-6e6290b57c9a req-deca9ac6-239d-42d5-afc0-a5c2a4118222 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:49.002311 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-560d7511-41c2-4190-9f66-6e6290b57c9a req-deca9ac6-239d-42d5-afc0-a5c2a4118222 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0615470 Jun 21 13:59:49.040000 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-560d7511-41c2-4190-9f66-6e6290b57c9a req-ba4b1142-463c-474b-8c42-cfa0757f0b14 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320258 Jun 21 13:59:49.436039 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 13:59:49.556254 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b75338-6247-4863-96f6-9e151bfb12c9 req-79fa64c1-698f-4d81-95e4-863197d23cde tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:49.557734 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-92b75338-6247-4863-96f6-9e151bfb12c9 req-79fa64c1-698f-4d81-95e4-863197d23cde tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0697398 Jun 21 13:59:49.594537 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-92b75338-6247-4863-96f6-9e151bfb12c9 req-5adebb1c-5c37-43c6-968c-95918402fd45 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301402 Jun 21 13:59:50.103250 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13339e-f6e0-499e-96b0-cf56a95dc889 req-cb1ef025-ac0c-4dd3-a281-8a54e71365b6 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:50.111073 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bc13339e-f6e0-499e-96b0-cf56a95dc889 req-cb1ef025-ac0c-4dd3-a281-8a54e71365b6 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0754292 Jun 21 13:59:50.143931 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bc13339e-f6e0-499e-96b0-cf56a95dc889 req-0a329a91-111f-496f-9f35-d33675756b4e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Jun 21 13:59:50.231365 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad02696-d914-419f-b5dc-f1f0c935588b req-d759fcb8-6b55-4dbf-b6b7-b4b9585c3c73 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:50.232876 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ad02696-d914-419f-b5dc-f1f0c935588b req-d759fcb8-6b55-4dbf-b6b7-b4b9585c3c73 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0733948 Jun 21 13:59:50.269721 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ad02696-d914-419f-b5dc-f1f0c935588b req-21d225d9-0552-4a83-8e3b-e0b45ae755ea tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Jun 21 13:59:50.420424 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 48010) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:50.527020 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.611086 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.614623 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.616969 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0080c775-6365-49cf-8629-f6572413a667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:50.653700 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be6418d56d074af7aaff329221f843b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322130 Jun 21 13:59:50.654684 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd8ce5c-76fb-43f0-810a-5f8a39005a38,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:50.656272 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48016) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:50.661771 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.662332 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.662689 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.663456 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.663814 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.664164 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.664537 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.666262 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.666262 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.666262 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.666262 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.666262 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.669995 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:50.727089 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.760440 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.774721 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61918-dc7c-412c-a7f5-b285dd7dc1ce req-08d92eac-2f07-4f8b-a700-6d7aa25da79f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:50.776205 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bbb61918-dc7c-412c-a7f5-b285dd7dc1ce req-08d92eac-2f07-4f8b-a700-6d7aa25da79f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0626426 Jun 21 13:59:50.807296 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.809965 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:50.811103 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2bd8ce5c-76fb-43f0-810a-5f8a39005a38 HTTP/1.1" status: 204 len: 168 time: 0.1535578 Jun 21 13:59:50.811890 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2d88cf13-f338-4647-b6fc-88461e6abfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:50.820124 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bbb61918-dc7c-412c-a7f5-b285dd7dc1ce req-3959e6e4-42f4-40c7-8f8a-768cc4331642 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380690 Jun 21 13:59:50.820262 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd8ce5c-76fb-43f0-810a-5f8a39005a38,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:50.828964 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.829472 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.830012 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.830939 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.831125 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.831685 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.832310 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.832889 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.833430 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.833897 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.834356 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.834644 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 13:59:50.843663 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:51.325355 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e93ae-61fc-4fec-8018-602162fb513c req-c4f0aa9b-1f47-4118-a14e-6b6b31e68b5d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:51.326815 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-551e93ae-61fc-4fec-8018-602162fb513c req-c4f0aa9b-1f47-4118-a14e-6b6b31e68b5d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0710754 Jun 21 13:59:51.367969 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-551e93ae-61fc-4fec-8018-602162fb513c req-bb0155e4-0513-4689-932a-3d9c98e1a70f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Jun 21 13:59:51.474593 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a4a87-0493-4e05-a53d-2461682e36ce req-08398f86-fc2c-4ad0-bd01-a98348671daf tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:51.476185 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-945a4a87-0493-4e05-a53d-2461682e36ce req-08398f86-fc2c-4ad0-bd01-a98348671daf tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0767837 Jun 21 13:59:51.514857 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-945a4a87-0493-4e05-a53d-2461682e36ce req-f3f1e603-5373-47a3-bffc-2aca2c74060b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329883 Jun 21 13:59:51.804042 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48054) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:51.905365 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbf67-75a6-4521-ba69-466ef53b2387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:52.055230 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbf67-75a6-4521-ba69-466ef53b2387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:52.064168 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a58fbb-aa57-44a2-8ef0-1440d27859a4 req-f334b513-50ed-4dc7-af47-a16e253d2610 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:52.066054 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-30a58fbb-aa57-44a2-8ef0-1440d27859a4 req-f334b513-50ed-4dc7-af47-a16e253d2610 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1062231 Jun 21 13:59:52.067328 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-0a2cbf67-75a6-4521-ba69-466ef53b2387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:52.085377 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-33b6a601-57e4-4397-a839-7921230c8504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:52.118396 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-0a2cbf67-75a6-4521-ba69-466ef53b2387 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2028589f98024d2189cb564ba1754948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3132946 Jun 21 13:59:52.121101 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 48060) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 13:59:52.135851 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2cbf67-75a6-4521-ba69-466ef53b2387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b11bd27-5913-45fe-87b0-cb032b2e11c0,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:52.141424 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-0a2cbf67-75a6-4521-ba69-466ef53b2387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:52.146795 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-30a58fbb-aa57-44a2-8ef0-1440d27859a4 req-37d409dd-24ae-4805-bb8e-f16dd06d9b8e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624743 Jun 21 13:59:52.174339 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-53b8ebd6-bd7f-48b2-ac11-d3f87522c581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:52.196082 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-53b8ebd6-bd7f-48b2-ac11-d3f87522c581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:52.244079 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-53b8ebd6-bd7f-48b2-ac11-d3f87522c581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:52.246777 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-53b8ebd6-bd7f-48b2-ac11-d3f87522c581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:52.248126 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-53b8ebd6-bd7f-48b2-ac11-d3f87522c581 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b11bd27-5913-45fe-87b0-cb032b2e11c0 HTTP/1.1" status: 204 len: 168 time: 0.1259630 Jun 21 13:59:52.248900 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-674d79fe-6e81-42c9-8ffd-5228561a9944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:52.256892 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b8ebd6-bd7f-48b2-ac11-d3f87522c581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b11bd27-5913-45fe-87b0-cb032b2e11c0,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:52.259062 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-53b8ebd6-bd7f-48b2-ac11-d3f87522c581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:52.550795 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4627-056a-4ccf-aec0-d1b9e768723b req-d63c9c63-e74c-44ab-a72f-6e1913313546 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:52.552358 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e2ad4627-056a-4ccf-aec0-d1b9e768723b req-d63c9c63-e74c-44ab-a72f-6e1913313546 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0683215 Jun 21 13:59:52.602343 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e2ad4627-056a-4ccf-aec0-d1b9e768723b req-a88b005b-e3ab-4035-920a-f9c9f489b914 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Jun 21 13:59:52.694504 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770397e-8108-4245-b108-39bab664ad95 req-4e1367ef-185b-4432-b480-3f0cc9193387 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:52.695998 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f770397e-8108-4245-b108-39bab664ad95 req-4e1367ef-185b-4432-b480-3f0cc9193387 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0641372 Jun 21 13:59:52.735766 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f770397e-8108-4245-b108-39bab664ad95 req-e1f8bf74-b02a-43a3-8afe-867c48f103f2 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339718 Jun 21 13:59:53.334387 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaeb44-1507-4434-aba2-89d61a2c6c19 req-c4f9471f-526a-406a-a236-ae1063ba93eb tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:53.335844 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5bdaeb44-1507-4434-aba2-89d61a2c6c19 req-c4f9471f-526a-406a-a236-ae1063ba93eb tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0674534 Jun 21 13:59:53.374147 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5bdaeb44-1507-4434-aba2-89d61a2c6c19 req-b78ae41b-1618-46eb-a6da-5988c4271695 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322657 Jun 21 13:59:53.777183 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937fee1-6e04-4f08-8f06-92bdac4c2604 req-0e531639-a747-4dfe-8a5c-8c1c04627521 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:53.778624 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1937fee1-6e04-4f08-8f06-92bdac4c2604 req-0e531639-a747-4dfe-8a5c-8c1c04627521 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0653379 Jun 21 13:59:53.817178 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1937fee1-6e04-4f08-8f06-92bdac4c2604 req-4ad95bf3-1f48-40d4-a34e-19b6f3e1de4a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Jun 21 13:59:53.911537 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d81e47-b9f4-47fc-963a-7e7ada63abbb req-a2e4b4cb-5719-4d25-86d8-69f5de90bf07 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:53.913049 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b0d81e47-b9f4-47fc-963a-7e7ada63abbb req-a2e4b4cb-5719-4d25-86d8-69f5de90bf07 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0635273 Jun 21 13:59:53.950123 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b0d81e47-b9f4-47fc-963a-7e7ada63abbb req-eecbe861-68f5-4b9a-85ef-62dfafed4302 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Jun 21 13:59:54.428484 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-56be8cab-e7e2-4b52-9463-09ffda6cafe7 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=846dbff1886f477aa571d9f6aa2fbd03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283217 Jun 21 13:59:54.553568 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a723e-cd65-46b2-b467-cc4de91c2a43 req-f4491354-692a-4274-86f7-f2a0a714c49b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:54.555708 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-758a723e-cd65-46b2-b467-cc4de91c2a43 req-f4491354-692a-4274-86f7-f2a0a714c49b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0638902 Jun 21 13:59:54.599064 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-758a723e-cd65-46b2-b467-cc4de91c2a43 req-903e420c-2ab7-40ac-bf5f-918fa028af55 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375946 Jun 21 13:59:54.608044 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-8bce41b4-0628-4b94-84e6-0f7bbfa65c94 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:54.615064 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-8bce41b4-0628-4b94-84e6-0f7bbfa65c94 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812479 Jun 21 13:59:54.625755 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-2ee88e5c-d0ef-47be-8115-f3ddf3e4ce16 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/quotas/846dbff1886f477aa571d9f6aa2fbd03 HTTP/1.1" status: 200 len: 375 time: 0.0093246 Jun 21 13:59:54.663027 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-b5832e7c-b9c1-4193-992d-433cd745ff88 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=846dbff1886f477aa571d9f6aa2fbd03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316005 Jun 21 13:59:54.751876 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 13:59:54.859472 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:54.861421 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-498a73c8-9dd9-485a-9132-803b480336af req-24897525-dcfd-45f0-a0d5-e4dd6932cf37 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 210 time: 0.0422194 Jun 21 13:59:54.872696 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'port_id': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'mac_address': 'fa:16:3e:47:5b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 13:59:54.911504 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:54.935106 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:59:54.960428 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:54.968561 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:54.972193 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-21f4b7de-eee5-4f57-9796-20fbf269c7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:55.027540 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=6']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:55.039434 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:55.073875 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fd0a5-3482-48d4-a5e9-595f68d49e7b req-f74113d9-f7e1-442e-a9f8-0e7ad7674836 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:55.076530 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-894fd0a5-3482-48d4-a5e9-595f68d49e7b req-f74113d9-f7e1-442e-a9f8-0e7ad7674836 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0979218 Jun 21 13:59:55.104312 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['d4b2bf56-1596-4e84-b0bb-7977b41e2ed3'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 13:59:55.130107 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-894fd0a5-3482-48d4-a5e9-595f68d49e7b req-93a05d9b-a97e-45f0-9b65-1847e1d3f6ee tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Jun 21 13:59:55.241517 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8157d-7850-4acd-a67f-bdc12bbb8fe0 req-e04a430a-de1c-4662-b99a-d44ce69e0901 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:55.243978 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3dc8157d-7850-4acd-a67f-bdc12bbb8fe0 req-e04a430a-de1c-4662-b99a-d44ce69e0901 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1078999 Jun 21 13:59:55.295454 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3dc8157d-7850-4acd-a67f-bdc12bbb8fe0 req-08566c8a-a4bc-4855-bf20-c4976dd99322 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454865 Jun 21 13:59:55.835364 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65a287-db57-4b27-afc6-d5d1372a9f0f req-56953ab5-429e-4797-8134-c649a52370dd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:55.839636 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8f65a287-db57-4b27-afc6-d5d1372a9f0f req-56953ab5-429e-4797-8134-c649a52370dd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 944 time: 0.0876348 Jun 21 13:59:55.882926 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8f65a287-db57-4b27-afc6-d5d1372a9f0f req-6fa775a6-b831-4ea8-86eb-059dad74e854 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364165 Jun 21 13:59:56.052986 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-68cd1341-59b1-4dc7-855e-bf66fbd6e765 req-8b7175cf-cad4-4794-8ad8-33a54c514e9d tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 210 time: 0.0423100 Jun 21 13:59:56.183877 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-f0786346-4de9-4538-a375-f1acf7e5a4e1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=846dbff1886f477aa571d9f6aa2fbd03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278952 Jun 21 13:59:56.398638 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-6cb57bc5-2445-4675-bc0c-8453da8aa614 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:56.400346 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-6cb57bc5-2445-4675-bc0c-8453da8aa614 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2095106 Jun 21 13:59:56.416134 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Request body: {'port': {'device_id': '5183c568-aa09-4514-a570-b55ffb8b88f5', 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51', 'admin_state_up': True, 'tenant_id': '846dbff1886f477aa571d9f6aa2fbd03'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:56.480707 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843a5ac-72da-49a7-81c8-a709e7718324 req-e3f325e5-6f94-456f-8285-6fa30bb3f342 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:56.482359 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5843a5ac-72da-49a7-81c8-a709e7718324 req-e3f325e5-6f94-456f-8285-6fa30bb3f342 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1725307 Jun 21 13:59:56.561216 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92b72b-4274-47bc-982f-2853a93c525e req-5ad83358-6a87-4bda-89cf-b66ca5a77f7c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:56.564552 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5b92b72b-4274-47bc-982f-2853a93c525e req-5ad83358-6a87-4bda-89cf-b66ca5a77f7c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1181068 Jun 21 13:59:56.574393 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5843a5ac-72da-49a7-81c8-a709e7718324 req-9c73232a-eed2-4488-b945-9eec2a889356 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830321 Jun 21 13:59:56.580275 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Made reservation on behalf of 846dbff1886f477aa571d9f6aa2fbd03 for: {'port': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 13:59:56.585458 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:56.603777 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:56.666308 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5b92b72b-4274-47bc-982f-2853a93c525e req-8450388f-18fa-4769-b32e-82dd9905e0e5 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826104 Jun 21 13:59:56.774486 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 13:59:56.822316 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:56.829565 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:56.833048 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:56.834899 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-db481197-a26e-4b99-aae2-6c9406db9847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:56.835292 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:56.893194 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:56.896560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:56.934971 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:56.961831 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:59:56.965093 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcbafda-55b9-4500-a61c-0938366bfe46" -d '{"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:59:56.980290 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 13:59:56.986798 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:56.990385 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:57.031996 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 13:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17481fdc-4534-45ee-910a-c3bde3534a1e x-openstack-request-id: req-17481fdc-4534-45ee-910a-c3bde3534a1e {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:59:57.032346 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:59:57.032636 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17481fdc-4534-45ee-910a-c3bde3534a1e {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:59:57.033062 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'code': 200} Jun 21 13:59:57.055109 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=7']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:57.066019 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:57.117735 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Allocated IP 192.168.233.21 (4380740b-93a9-41a6-aea8-3f88a8d95c51/776ebb51-573d-4dea-bb8e-116ea864e5ba/a502f25b-4bf3-4eff-b8d0-5414b6ce11b8) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 13:59:57.186273 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e070b-9f40-45a3-b2b7-07db35b8e3d0 req-4d689315-2c18-48d6-a274-2520a4a4a811 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:57.195576 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a11e070b-9f40-45a3-b2b7-07db35b8e3d0 req-4d689315-2c18-48d6-a274-2520a4a4a811 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1554241 Jun 21 13:59:57.213410 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f879db7c-95be-44e3-b44c-7ef149b295f0 req-54d7c13b-e02d-46f2-ac0f-f1a155916ce9 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 210 time: 0.0326197 Jun 21 13:59:57.278432 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a11e070b-9f40-45a3-b2b7-07db35b8e3d0 req-af7c4c19-dd62-4237-baa7-60fd804e408b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816162 Jun 21 13:59:57.334356 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:57.351992 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.provisioning_blocks [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Transition to ACTIVE for port object a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 will not be triggered until provisioned by entity DHCP. {{(pid=92658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:57.383677 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:57.388965 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:57.429536 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Network 4380740b-93a9-41a6-aea8-3f88a8d95c51 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 13:59:57.432534 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 13:59:57.435075 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 13:59:57.482194 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Pushing event updated for resources: {'Port': ['ID=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:57.485118 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:57.513135 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:57.513945 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:57.529135 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1167388 Jun 21 13:59:57.544609 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Request body: {'port': {'device_id': '5183c568-aa09-4514-a570-b55ffb8b88f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 13:59:57.660294 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-9bd9140e-069c-4b8f-8ee8-90e011695e98 None None] Provisioning for port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 13:59:57.666099 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-9bd9140e-069c-4b8f-8ee8-90e011695e98 None None] Provisioning complete for port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 13:59:57.666497 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-9bd9140e-069c-4b8f-8ee8-90e011695e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:57.667778 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:57.712963 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9140e-069c-4b8f-8ee8-90e011695e98 None None] Port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 13:59:57.850841 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd6379-0288-4159-a7e4-64ca71b30863 req-3410399c-c85c-46fe-a2f7-7da8c8f04623 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:57.853197 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-98dd6379-0288-4159-a7e4-64ca71b30863 req-3410399c-c85c-46fe-a2f7-7da8c8f04623 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1075578 Jun 21 13:59:57.899891 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-98dd6379-0288-4159-a7e4-64ca71b30863 req-79f4c868-c8f7-4679-94f2-3df0dde76e6c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390146 Jun 21 13:59:57.967762 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272858a1-5d9e-4998-b77c-0e36175f237e req-acd2cc1b-d9f9-4f2e-bf3a-863c08117c6f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:57.969813 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-272858a1-5d9e-4998-b77c-0e36175f237e req-acd2cc1b-d9f9-4f2e-bf3a-863c08117c6f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1606586 Jun 21 13:59:58.058172 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-272858a1-5d9e-4998-b77c-0e36175f237e req-42b85e1b-e45b-4ec3-bf87-276f9b636377 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684357 Jun 21 13:59:58.089404 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 {{(pid=92658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 13:59:58.100603 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:58.112612 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.provisioning_blocks [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Transition to ACTIVE for port object a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 will not be triggered until provisioned by entity L2. {{(pid=92658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 13:59:58.117452 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:58.119625 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:58.197155 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Pushing event updated for resources: {'Port': ['ID=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:58.208962 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:58.317947 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Attempting to bind port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 13:59:58.318282 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Attempting to bind port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'}] {{(pid=92658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 13:59:58.318610 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Attempting to bind port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 on network 4380740b-93a9-41a6-aea8-3f88a8d95c51 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:58.323412 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 on network 4380740b-93a9-41a6-aea8-3f88a8d95c51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 13:59:58.323732 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Attempting to bind port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 on network 4380740b-93a9-41a6-aea8-3f88a8d95c51 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 13:59:58.330929 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 13:59:58.331270 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Checking segment: {'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 13:59:58.331663 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Bound using segment: {'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'} {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 13:59:58.332242 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Bound port: a502f25b-4bf3-4eff-b8d0-5414b6ce11b8, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '155dae5f-111e-4dca-a71d-2238f74d6de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51'}}] {{(pid=92658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 13:59:58.332625 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:58.402319 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-5e1ebb02-be09-4b8c-9470-31891d1acf03 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054035880&fields=id&tenant_id=cea878a61aec424890afbc83f37739c0 HTTP/1.1" status: 200 len: 267 time: 0.0658491 Jun 21 13:59:58.455118 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] For port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8, host hv-cinder-79496, cleared binding levels {{(pid=92658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 13:59:58.460079 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] For port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,segment=NetworkSegment(155dae5f-111e-4dca-a71d-2238f74d6de6),segment_id=155dae5f-111e-4dca-a71d-2238f74d6de6)] {{(pid=92658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 13:59:58.475746 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:58.494128 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 13:59:58.536464 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:58.537173 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 13:59:58.538402 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] 10.222.0.22 "PUT /v2.0/ports/a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 HTTP/1.1" status: 200 len: 1097 time: 0.9987354 Jun 21 13:59:58.544440 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5183c568-aa09-4514-a570-b55ffb8b88f5', 'tag': 'a502f25b-4bf3-4eff-b8d0-5414b6ce11b8'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 13:59:58.548481 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35552f3d-d486-4fe1-b387-180e74d10740" -d '{"events": [{"name": "network-changed", "server_uuid": "5183c568-aa09-4514-a570-b55ffb8b88f5", "tag": "a502f25b-4bf3-4eff-b8d0-5414b6ce11b8"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 13:59:58.580893 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-95112861-8526-45cd-8192-06736113103e tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:58.588988 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Pushing event updated for resources: {'Port': ['ID=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,revision_number=3']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 13:59:58.592393 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-95112861-8526-45cd-8192-06736113103e tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/networks?id=68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 200 len: 808 time: 0.1781244 Jun 21 13:59:58.592533 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 13:59:58.611045 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec768b-9b3c-4806-bb1f-d4ee7b0cac8d req-1d016749-7574-449c-a24f-457696d3fcf6 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:58.611279 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-482f8a4d-17dd-44ff-b7e9-559a542dd276 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/quotas/cea878a61aec424890afbc83f37739c0 HTTP/1.1" status: 200 len: 375 time: 0.0178378 Jun 21 13:59:58.613695 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f2ec768b-9b3c-4806-bb1f-d4ee7b0cac8d req-1d016749-7574-449c-a24f-457696d3fcf6 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 947 time: 0.1527326 Jun 21 13:59:58.699537 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f2ec768b-9b3c-4806-bb1f-d4ee7b0cac8d req-7d6b1986-813d-46db-8cf7-0c092867d48d tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Jun 21 13:59:58.717112 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-0cfd0caa-7729-4ee0-b24b-f762c83db1bd tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cea878a61aec424890afbc83f37739c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975890 Jun 21 13:59:58.731402 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-45bc2ba6-66b5-4bab-8413-f267a616070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:58.734006 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-45bc2ba6-66b5-4bab-8413-f267a616070b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=846dbff1886f477aa571d9f6aa2fbd03&device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 1100 time: 0.1194332 Jun 21 13:59:58.810379 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-fb55a44a-d71f-43b6-b20e-63e5d4b081f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 HTTP/1.1" status: 200 len: 217 time: 0.0670984 Jun 21 13:59:58.852006 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-f017953d-2ead-4eda-8c1b-39f5980990f1 service neutron] 10.222.0.60 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339200 Jun 21 13:59:58.946774 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-aaafa829-ff03-4dd2-b84d-8386afc9de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:58.948908 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-aaafa829-ff03-4dd2-b84d-8386afc9de74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=776ebb51-573d-4dea-bb8e-116ea864e5ba HTTP/1.1" status: 200 len: 843 time: 0.1317489 Jun 21 13:59:58.987249 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c38f3f9e-a114-4bad-8ee8-08a51cab3a90 service neutron] 10.222.0.60 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335812 Jun 21 13:59:59.028011 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b93073-84c5-4fc0-8553-15bf768b6c6b req-369a0326-89ac-43f6-92eb-1d6feb92a3bf tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:59.029538 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-65b93073-84c5-4fc0-8553-15bf768b6c6b req-369a0326-89ac-43f6-92eb-1d6feb92a3bf tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1512012 Jun 21 13:59:59.082330 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-75356fec-3a0e-4e59-9aa2-227ba0a3fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:59.083679 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-75356fec-3a0e-4e59-9aa2-227ba0a3fee8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4380740b-93a9-41a6-aea8-3f88a8d95c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1102841 Jun 21 13:59:59.092510 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-65b93073-84c5-4fc0-8553-15bf768b6c6b req-e88881b1-206b-463c-90b5-8b44e68568cd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519025 Jun 21 13:59:59.178652 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dbadb8-d89c-47f0-bfd9-b96d136776e5 x-openstack-request-id: req-27dbadb8-d89c-47f0-bfd9-b96d136776e5 {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 13:59:59.178844 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5183c568-aa09-4514-a570-b55ffb8b88f5", "tag": "a502f25b-4bf3-4eff-b8d0-5414b6ce11b8", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 13:59:59.179127 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27dbadb8-d89c-47f0-bfd9-b96d136776e5 {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 13:59:59.179548 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5183c568-aa09-4514-a570-b55ffb8b88f5', 'tag': 'a502f25b-4bf3-4eff-b8d0-5414b6ce11b8', 'status': 'completed', 'code': 200} Jun 21 13:59:59.208533 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-ea8cc5d9-1811-4b48-828f-78d604cdba57 service neutron] 10.222.0.22 "GET /v2.0/networks/4380740b-93a9-41a6-aea8-3f88a8d95c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150160 Jun 21 13:59:59.421762 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f8859e9f-ba0a-4b8a-ac97-6f5f32a26bf2 req-aa04aac2-41ea-4f31-a34d-a50c138080a1 service neutron] 10.222.0.22 "GET /v2.0/networks/4380740b-93a9-41a6-aea8-3f88a8d95c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055562 Jun 21 13:59:59.460086 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb02d1e-5ed5-404f-997d-7ea6d7e4149c req-c86cca59-3eb1-4441-b5e9-76542b239f92 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:59.485521 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2eb02d1e-5ed5-404f-997d-7ea6d7e4149c req-c86cca59-3eb1-4441-b5e9-76542b239f92 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1921408 Jun 21 13:59:59.554860 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2eb02d1e-5ed5-404f-997d-7ea6d7e4149c req-f66adb21-f889-4146-803c-5c1bb5288d09 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683553 Jun 21 13:59:59.593699 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35552f3d-d486-4fe1-b387-180e74d10740 req-836a8743-0e5a-4f73-b810-03864fd9ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:59.595878 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-35552f3d-d486-4fe1-b387-180e74d10740 req-836a8743-0e5a-4f73-b810-03864fd9ab95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=846dbff1886f477aa571d9f6aa2fbd03&device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 1100 time: 0.1018643 Jun 21 13:59:59.617712 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c8a6-88d2-4174-bd3e-b3a46cc82511 req-29edc2bb-5396-480c-bd0c-e242fa1f4ece tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 13:59:59.623095 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b5d7c8a6-88d2-4174-bd3e-b3a46cc82511 req-29edc2bb-5396-480c-bd0c-e242fa1f4ece tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1337531 Jun 21 13:59:59.689400 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b5d7c8a6-88d2-4174-bd3e-b3a46cc82511 req-fa13c935-26e7-4252-aad2-e9b1682e71ca tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575361 Jun 21 13:59:59.953960 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-d487a98a-eeb9-4d07-86f8-7148a83e4817 req-d27204d9-bd7e-43b5-9adc-41b88aaf9eab tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 210 time: 0.0645049 Jun 21 14:00:00.065114 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35552f3d-d486-4fe1-b387-180e74d10740 req-65d44d61-7d02-463b-b9f3-1d4186055910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.070089 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-35552f3d-d486-4fe1-b387-180e74d10740 req-65d44d61-7d02-463b-b9f3-1d4186055910 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4380740b-93a9-41a6-aea8-3f88a8d95c51 HTTP/1.1" status: 200 len: 870 time: 0.4671469 Jun 21 14:00:00.159942 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-35552f3d-d486-4fe1-b387-180e74d10740 req-1fca8ae3-5cc1-4566-8d3d-8366eb0c073c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 HTTP/1.1" status: 200 len: 217 time: 0.0820384 Jun 21 14:00:00.244158 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25c1d5-ed73-4fb4-b324-05807c6cb243 req-35f9835c-5cc0-45c0-b7fd-0ed78313f682 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.252607 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3c25c1d5-ed73-4fb4-b324-05807c6cb243 req-35f9835c-5cc0-45c0-b7fd-0ed78313f682 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 947 time: 0.1319664 Jun 21 14:00:00.301603 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3c25c1d5-ed73-4fb4-b324-05807c6cb243 req-4dc11bde-9819-49e0-ab2a-277653807cb0 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478530 Jun 21 14:00:00.305276 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35552f3d-d486-4fe1-b387-180e74d10740 req-1a139115-b953-4963-aab1-d2ac81c1e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.306975 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-35552f3d-d486-4fe1-b387-180e74d10740 req-1a139115-b953-4963-aab1-d2ac81c1e2cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=776ebb51-573d-4dea-bb8e-116ea864e5ba HTTP/1.1" status: 200 len: 843 time: 0.1112769 Jun 21 14:00:00.308104 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-abbc82fb-4a3b-45d2-8602-e1644f96233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.312513 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-abbc82fb-4a3b-45d2-8602-e1644f96233a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 1099 time: 0.1499979 Jun 21 14:00:00.341333 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58262f07-a030-40f9-ad19-0d95cfdcafce req-5e9b5026-ef46-41bd-8a28-45be29ab78af tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.343085 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-58262f07-a030-40f9-ad19-0d95cfdcafce req-5e9b5026-ef46-41bd-8a28-45be29ab78af tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1795475 Jun 21 14:00:00.447374 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-58262f07-a030-40f9-ad19-0d95cfdcafce req-30f6b955-e316-417d-9ade-f241643cd889 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824156 Jun 21 14:00:00.468765 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35552f3d-d486-4fe1-b387-180e74d10740 req-5057ba59-d7ea-4919-b685-8af2c83c8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.468765 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-35552f3d-d486-4fe1-b387-180e74d10740 req-5057ba59-d7ea-4919-b685-8af2c83c8df5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4380740b-93a9-41a6-aea8-3f88a8d95c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1426616 Jun 21 14:00:00.551191 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-30519e02-9a12-4e99-9e0e-28dd6fcaba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.552701 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-30519e02-9a12-4e99-9e0e-28dd6fcaba0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 912 time: 0.2315624 Jun 21 14:00:00.585483 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-35552f3d-d486-4fe1-b387-180e74d10740 req-545521f0-33d3-4bd4-8ba6-578f64fa0a00 service neutron] 10.222.0.22 "GET /v2.0/networks/4380740b-93a9-41a6-aea8-3f88a8d95c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083605 Jun 21 14:00:00.631658 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485c82b-c55f-4730-8da4-95a13fdbf828 req-9217950c-3ad9-4d38-bba7-fd99a5c1a491 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.633195 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e485c82b-c55f-4730-8da4-95a13fdbf828 req-9217950c-3ad9-4d38-bba7-fd99a5c1a491 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1428041 Jun 21 14:00:00.678401 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-fe04a4af-43e6-4047-8dd3-d2ff05f6ad44 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6 HTTP/1.1" status: 200 len: 1001 time: 0.1173351 Jun 21 14:00:00.710519 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e485c82b-c55f-4730-8da4-95a13fdbf828 req-59371376-19f4-4412-8efe-39050d1794cb tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547419 Jun 21 14:00:00.740629 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-35552f3d-d486-4fe1-b387-180e74d10740 req-3e6428c5-6893-4e5c-9fb1-06206465c93b service neutron] 10.222.0.22 "GET /v2.0/networks/4380740b-93a9-41a6-aea8-3f88a8d95c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477990 Jun 21 14:00:00.806923 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628db1b-ddab-44f3-96fb-53e8cf17e7f4 req-7cbe1f36-63cb-4b51-a6dc-941c01c6ab90 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.808788 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4628db1b-ddab-44f3-96fb-53e8cf17e7f4 req-7cbe1f36-63cb-4b51-a6dc-941c01c6ab90 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0827303 Jun 21 14:00:00.817926 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-a078754b-6d75-4ada-bcf3-f726f5639fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.819681 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-a078754b-6d75-4ada-bcf3-f726f5639fff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.1076753 Jun 21 14:00:00.876516 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4628db1b-ddab-44f3-96fb-53e8cf17e7f4 req-5e702e21-8e7a-46fc-bb69-26f7e0a231c3 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577648 Jun 21 14:00:00.943348 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-bdb2ad68-550b-4bf3-ab1b-88ef0b7aa4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:00.945408 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-bdb2ad68-550b-4bf3-ab1b-88ef0b7aa4b3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1093593 Jun 21 14:00:01.023616 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-8fa21990-3f5b-4b78-9c44-ca7480dfc7e1 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:01.025125 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-8fa21990-3f5b-4b78-9c44-ca7480dfc7e1 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.22 "GET /v2.0/networks?id=68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 200 len: 808 time: 0.1105974 Jun 21 14:00:01.059629 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-a11520c4-4c20-45ed-8c3e-069584dfc385 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053317 Jun 21 14:00:01.098752 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-567c48fb-ee2f-4e30-b57c-1139c3faa4de tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cea878a61aec424890afbc83f37739c0 HTTP/1.1" status: 200 len: 380 time: 0.0635712 Jun 21 14:00:01.107157 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'port': {'device_id': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'admin_state_up': True, 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'security_groups': ['3f771a3b-a5c1-4ccd-83c3-5b3f03691c48']}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:01.221719 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b017e9ff-62ea-4878-a233-8018cf2d4dfa req-3dd81b32-c395-4829-90d3-7260d53de3cb service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543272 Jun 21 14:00:01.283296 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Made reservation on behalf of cea878a61aec424890afbc83f37739c0 for: {'port': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:00:01.287830 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:01.302520 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f34c8cd0-42ac-4358-ab51-4e67da5ec7f1 req-59d4ee1e-f946-46af-8777-108b568b408d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 210 time: 0.0782065 Jun 21 14:00:01.467669 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Allocated IP 172.20.0.12 (68195d88-935d-475c-a010-3a46cf05578d/ee76a14a-f48a-4da1-97c2-a2a286592069/48c70fdf-1faf-4cc8-8ab3-878ce06ffe22) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:01.609132 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fd259-e476-443d-9345-f82750d9e4ef req-a2f05cde-0802-4490-9afe-1eeb00095b94 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:01.615710 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ee1fd259-e476-443d-9345-f82750d9e4ef req-a2f05cde-0802-4490-9afe-1eeb00095b94 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 947 time: 0.1630502 Jun 21 14:00:01.682038 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ad5f6-f97f-4803-be06-2db82ab68f82 req-7957972f-d3aa-449c-a057-a6f2ad5de6f9 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:01.683646 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b9ad5f6-f97f-4803-be06-2db82ab68f82 req-7957972f-d3aa-449c-a057-a6f2ad5de6f9 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0884330 Jun 21 14:00:01.699771 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ee1fd259-e476-443d-9345-f82750d9e4ef req-5da9ccf0-1a9a-43dd-a828-aff2f02401e7 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829999 Jun 21 14:00:01.733593 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:01.758045 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b9ad5f6-f97f-4803-be06-2db82ab68f82 req-bdbf0ecf-0f69-412c-b37e-41f1a0268cdb tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671380 Jun 21 14:00:01.787151 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.provisioning_blocks [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Transition to ACTIVE for port object 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 will not be triggered until provisioned by entity DHCP. {{(pid=92658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:01.867101 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:01.876566 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:01.979865 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Network 68195d88-935d-475c-a010-3a46cf05578d is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:01.986387 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:01.995455 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:00:02.003523 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2c4f7758-f513-46e5-a512-9741d19c100d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:02.045446 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:02.046124 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:02.084820 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:02.090780 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:02.092143 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9889698 Jun 21 14:00:02.113253 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Request body: {'port': {'device_id': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:02.129538 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180abea3-9f43-4912-8f41-66c5320b33e1 req-b281c713-f9c0-4fa3-84bd-8ecdf3c898ab tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:02.144505 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180abea3-9f43-4912-8f41-66c5320b33e1 req-b281c713-f9c0-4fa3-84bd-8ecdf3c898ab tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1278751 Jun 21 14:00:02.161432 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768b7b0-444f-44da-9e27-35a8a4b743ce req-b989d76f-5988-4c65-a6cb-a77e23535eb6 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:02.163655 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3768b7b0-444f-44da-9e27-35a8a4b743ce req-b989d76f-5988-4c65-a6cb-a77e23535eb6 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.2500281 Jun 21 14:00:02.222722 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180abea3-9f43-4912-8f41-66c5320b33e1 req-4466972d-0108-495f-9646-92bd7f2ef367 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704076 Jun 21 14:00:02.263893 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3768b7b0-444f-44da-9e27-35a8a4b743ce req-ab5fd998-ca15-4a9b-801f-e80d64e8cbb1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905569 Jun 21 14:00:02.287101 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:02.451881 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-1a73208f-963e-405a-b0e4-7f54537f799e None None] Provisioning for port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:00:02.461781 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-1a73208f-963e-405a-b0e4-7f54537f799e None None] Provisioning complete for port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:02.462297 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-1a73208f-963e-405a-b0e4-7f54537f799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:02.534972 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e524d5-0021-486a-aa95-0250c8663e60 req-2f75552f-9bde-4af9-9d79-d5e7469b7b97 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:02.537250 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-1a73208f-963e-405a-b0e4-7f54537f799e None None] Port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:00:02.541864 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-91e524d5-0021-486a-aa95-0250c8663e60 req-2f75552f-9bde-4af9-9d79-d5e7469b7b97 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 932 time: 0.1070712 Jun 21 14:00:02.581107 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-91e524d5-0021-486a-aa95-0250c8663e60 req-aa6a0aba-496e-426c-8974-2cdfedbdc3fa tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382371 Jun 21 14:00:02.654131 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 {{(pid=92658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:00:02.663614 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:02.678231 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.provisioning_blocks [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Transition to ACTIVE for port object 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 will not be triggered until provisioned by entity L2. {{(pid=92658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:00:02.684278 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:02.686543 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f17dd2fd-d78d-4f69-9b63-a476c49bd4b6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:02.785047 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:00:02.789499 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Pushing event updated for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:02.798377 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:03.012102 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,segment=NetworkSegment(155dae5f-111e-4dca-a71d-2238f74d6de6),segment_id=155dae5f-111e-4dca-a71d-2238f74d6de6)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:03.030699 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Attempting to bind port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:00:03.031440 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Attempting to bind port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'}] {{(pid=92658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:00:03.032005 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Attempting to bind port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 on network 68195d88-935d-475c-a010-3a46cf05578d {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:03.041255 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b094c-a40e-4fc5-8dca-10960e1c8543 req-c09bda2e-45eb-49c5-859d-93a3fa4a0f44 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.041465 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'a502f25b-4bf3-4eff-b8d0-5414b6ce11b8', 'network_id': '4380740b-93a9-41a6-aea8-3f88a8d95c51', 'port_id': 'a502f25b-4bf3-4eff-b8d0-5414b6ce11b8', 'mac_address': 'fa:16:3e:f9:7c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '776ebb51-573d-4dea-bb8e-116ea864e5ba', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:00:03.042766 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-199b094c-a40e-4fc5-8dca-10960e1c8543 req-c09bda2e-45eb-49c5-859d-93a3fa4a0f44 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 947 time: 0.1631351 Jun 21 14:00:03.046334 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 on network 68195d88-935d-475c-a010-3a46cf05578d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:00:03.047203 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Attempting to bind port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 on network 68195d88-935d-475c-a010-3a46cf05578d {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:00:03.069815 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 13, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:00:03.070178 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Checking segment: {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:00:03.070556 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Bound using segment: {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'} {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:00:03.070996 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Bound port: 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '68195d88-935d-475c-a010-3a46cf05578d'}}] {{(pid=92658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:00:03.071340 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:03.072263 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211b44b-2415-4742-a32a-c927727a6d2c req-c390274f-cd56-403f-9a50-cf7f0779908b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.089429 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6211b44b-2415-4742-a32a-c927727a6d2c req-c390274f-cd56-403f-9a50-cf7f0779908b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0906737 Jun 21 14:00:03.136714 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6211b44b-2415-4742-a32a-c927727a6d2c req-efffe0cd-2aad-40f8-a0d6-bf0127460b6f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458789 Jun 21 14:00:03.139422 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:03.146294 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-199b094c-a40e-4fc5-8dca-10960e1c8543 req-541bad0f-d46d-401f-ab2a-9c0fbfc20206 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847714 Jun 21 14:00:03.173756 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:00:03.180405 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, cleared binding levels {{(pid=92658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:00:03.184778 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:00:03.192182 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:03.194508 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:03.222665 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,segment=NetworkSegment(155dae5f-111e-4dca-a71d-2238f74d6de6),segment_id=155dae5f-111e-4dca-a71d-2238f74d6de6)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:03.238588 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.239797 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:03.241626 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] 10.222.0.22 "PUT /v2.0/ports/48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 200 len: 1094 time: 1.1370952 Jun 21 14:00:03.241973 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:03.242584 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:03.245361 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621" -d '{"events": [{"name": "network-changed", "server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:03.246661 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:03.320054 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Pushing event updated for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=3']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:03.329988 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:03.331881 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934d5492-76b3-4e53-99ce-a74df980b2dc x-openstack-request-id: req-934d5492-76b3-4e53-99ce-a74df980b2dc {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:03.333984 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:03.334426 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-934d5492-76b3-4e53-99ce-a74df980b2dc {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:03.341438 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'status': 'completed', 'code': 200} Jun 21 14:00:03.405125 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:03.411667 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:03.508668 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-2c31c767-6d75-45c9-b2ad-2ad6d12b3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.510312 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-2c31c767-6d75-45c9-b2ad-2ad6d12b3051 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cea878a61aec424890afbc83f37739c0&device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1097 time: 0.1680615 Jun 21 14:00:03.542338 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['a502f25b-4bf3-4eff-b8d0-5414b6ce11b8'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:03.585284 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-dc2d3fea-08ec-48e8-be88-c147fe2d07f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 200 len: 217 time: 0.0650890 Jun 21 14:00:03.596761 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de090a-315f-410f-adb5-85ed81d55696 req-69ae57a8-1354-4864-ac2b-a6f6331d1b4b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.600844 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e5de090a-315f-410f-adb5-85ed81d55696 req-69ae57a8-1354-4864-ac2b-a6f6331d1b4b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1228619 Jun 21 14:00:03.697803 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-04c5bb1c-747c-4665-8666-7062d48056af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.699453 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-04c5bb1c-747c-4665-8666-7062d48056af service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee76a14a-f48a-4da1-97c2-a2a286592069 HTTP/1.1" status: 200 len: 847 time: 0.1039562 Jun 21 14:00:03.703677 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e5de090a-315f-410f-adb5-85ed81d55696 req-5a1444e9-5d60-4334-8761-c11f80d54db7 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942261 Jun 21 14:00:03.717376 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc6ebc-da21-4d83-840d-acf6bb556871 req-94d889b4-fe76-4fdd-be99-9146c6539dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.720642 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-83fc6ebc-da21-4d83-840d-acf6bb556871 req-94d889b4-fe76-4fdd-be99-9146c6539dd8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1098 time: 0.1018567 Jun 21 14:00:03.752571 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172252a2-7375-40c2-923d-c9a8a8aa0bf4 req-ff97450c-7c4e-4319-b353-b78e564c1bad tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.754544 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-172252a2-7375-40c2-923d-c9a8a8aa0bf4 req-ff97450c-7c4e-4319-b353-b78e564c1bad tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1685529 Jun 21 14:00:03.764428 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-83fc6ebc-da21-4d83-840d-acf6bb556871 req-58c53fd6-3f61-4e6c-8d07-64744a072ac1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366762 Jun 21 14:00:03.825490 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-172252a2-7375-40c2-923d-c9a8a8aa0bf4 req-12abed54-896c-4007-87ff-0d7939786a43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617967 Jun 21 14:00:03.829583 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-2e27b97d-7cc1-4532-9ce2-46b8be2140bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.831037 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-2e27b97d-7cc1-4532-9ce2-46b8be2140bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=68195d88-935d-475c-a010-3a46cf05578d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1237721 Jun 21 14:00:03.948608 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-ed6d3989-e89d-4f2b-a34e-706136b6f16d service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066542 Jun 21 14:00:03.965929 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82710e79-86f5-43e0-92e0-447d81594372 req-851a3f2a-bab8-47c5-8a8b-90318d7349c7 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:03.967721 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-82710e79-86f5-43e0-92e0-447d81594372 req-851a3f2a-bab8-47c5-8a8b-90318d7349c7 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 944 time: 0.1098049 Jun 21 14:00:04.057787 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ece9ba1-bb0c-4ec3-9ba3-f2073da3f202 req-06fe7942-2d3f-42f9-befc-b67dbfaa2334 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991428 Jun 21 14:00:04.204863 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-ed8fec36-9c1d-4139-8363-8fd7b4d93a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.208659 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-ed8fec36-9c1d-4139-8363-8fd7b4d93a93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cea878a61aec424890afbc83f37739c0&device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1097 time: 0.0802255 Jun 21 14:00:04.272920 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-82710e79-86f5-43e0-92e0-447d81594372 req-170291f1-7ed5-4230-8794-e516f2c3c111 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933023 Jun 21 14:00:04.294928 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-df2a6346-cc62-4d6f-a994-2c3e9f365003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:04.441922 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-849ab0a3-79ab-4ab9-9103-750e6574441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.443363 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-849ab0a3-79ab-4ab9-9103-750e6574441a service neutron] 10.222.0.22 "GET /v2.0/networks?id=68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 200 len: 909 time: 0.2283056 Jun 21 14:00:04.498137 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-e2ce97a1-3bc9-4b0d-b731-80e9af1d410d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 200 len: 217 time: 0.0458455 Jun 21 14:00:04.520649 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f15675-bc88-4b69-8d66-44dee52504d5 req-59606f7c-61a5-436f-b0d0-6c89aa4ce358 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.522462 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c7f15675-bc88-4b69-8d66-44dee52504d5 req-59606f7c-61a5-436f-b0d0-6c89aa4ce358 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 948 time: 0.1378803 Jun 21 14:00:04.595199 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-8abe0212-bb51-403a-b9b2-3b3b4fd3f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.596937 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-8abe0212-bb51-403a-b9b2-3b3b4fd3f2e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee76a14a-f48a-4da1-97c2-a2a286592069 HTTP/1.1" status: 200 len: 847 time: 0.0879323 Jun 21 14:00:04.604146 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c7f15675-bc88-4b69-8d66-44dee52504d5 req-782a7f40-eb2f-46fb-b1fe-e7cdf532401d tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529494 Jun 21 14:00:04.662210 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-7f4001bd-c7be-4ec0-9ef4-88ba6ab19d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.663600 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-7f4001bd-c7be-4ec0-9ef4-88ba6ab19d33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=68195d88-935d-475c-a010-3a46cf05578d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586181 Jun 21 14:00:04.779176 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-01a48e3b-d0fc-471d-8624-a14e1ca6562c service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046140 Jun 21 14:00:04.789865 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:00:04.908206 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:00:04.912975 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:04.913676 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:04.946278 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc65d9-59eb-4780-9d62-6942850d11d3 req-209d3887-dc69-4efb-acd8-7c99dac7da5f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:04.947775 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-39cc65d9-59eb-4780-9d62-6942850d11d3 req-209d3887-dc69-4efb-acd8-7c99dac7da5f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0931065 Jun 21 14:00:04.974707 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6e070b1-fd6c-4ff2-9d12-388ac73b0621 req-17ad19bc-5803-415a-a4b4-148ebe0f2fd6 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696985 Jun 21 14:00:05.012557 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:05.028774 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-39cc65d9-59eb-4780-9d62-6942850d11d3 req-38f12de8-f715-40da-8a99-7aa6f8436719 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604181 Jun 21 14:00:05.039417 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5183c568-aa09-4514-a570-b55ffb8b88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a502f25b-4bf3-4eff-b8d0-5414b6ce11b8'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:05.041867 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ad2b84-c27e-4901-ae87-f4a4ce8c9dff" -d '{"events": [{"server_uuid": "5183c568-aa09-4514-a570-b55ffb8b88f5", "name": "network-vif-plugged", "status": "completed", "tag": "a502f25b-4bf3-4eff-b8d0-5414b6ce11b8"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:05.072827 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,segment=NetworkSegment(155dae5f-111e-4dca-a71d-2238f74d6de6),segment_id=155dae5f-111e-4dca-a71d-2238f74d6de6)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:05.083570 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:05.086831 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:05.096617 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b9c7a-805d-4d29-89eb-9dc93448eac8 req-759d36cf-cf27-406c-9116-4289ab6fcafa tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.098419 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4b6b9c7a-805d-4d29-89eb-9dc93448eac8 req-759d36cf-cf27-406c-9116-4289ab6fcafa tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1223316 Jun 21 14:00:05.144791 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec7c03d-f8a2-4b88-af3d-7cc06d6d72d6 x-openstack-request-id: req-6ec7c03d-f8a2-4b88-af3d-7cc06d6d72d6 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:05.145142 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5183c568-aa09-4514-a570-b55ffb8b88f5", "name": "network-vif-plugged", "status": "completed", "tag": "a502f25b-4bf3-4eff-b8d0-5414b6ce11b8", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:05.145394 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ec7c03d-f8a2-4b88-af3d-7cc06d6d72d6 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:05.145817 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5183c568-aa09-4514-a570-b55ffb8b88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a502f25b-4bf3-4eff-b8d0-5414b6ce11b8', 'code': 200} Jun 21 14:00:05.146524 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:05.157214 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:05.188099 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:05.199820 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4b6b9c7a-805d-4d29-89eb-9dc93448eac8 req-67f43e92-35bf-4777-98d4-83fccbb584be tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956764 Jun 21 14:00:05.490813 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa4761-0c63-453a-aceb-77973e578a00 req-9ad91c81-63b8-45d2-a628-0f6a3ace47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.492299 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9dfa4761-0c63-453a-aceb-77973e578a00 req-9ad91c81-63b8-45d2-a628-0f6a3ace47cd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 1102 time: 0.1236017 Jun 21 14:00:05.509672 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627c9d4-ed83-4845-ad26-64b38f2d74d7 req-4e40a72f-9b27-42d6-8a69-6810090fdbfc tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.516140 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7627c9d4-ed83-4845-ad26-64b38f2d74d7 req-4e40a72f-9b27-42d6-8a69-6810090fdbfc tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 944 time: 0.1031780 Jun 21 14:00:05.589811 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7627c9d4-ed83-4845-ad26-64b38f2d74d7 req-05da9ad4-cde7-4b84-8554-ce74a96bb09e tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619845 Jun 21 14:00:05.616192 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9dfa4761-0c63-453a-aceb-77973e578a00 req-76db1861-9208-4618-a970-4c91dd1c3f0d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986426 Jun 21 14:00:05.641900 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-ec1ae826-d14a-49d7-9307-79ae897a3f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.643367 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-ec1ae826-d14a-49d7-9307-79ae897a3f7c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 1098 time: 0.0804932 Jun 21 14:00:05.695910 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:05.783653 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-bff8254b-47a0-415d-8866-cd5c175303e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.785115 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-bff8254b-47a0-415d-8866-cd5c175303e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.1092894 Jun 21 14:00:05.793740 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58e4371-c617-4ad6-878e-3cff98206e4a req-090dacdc-f181-4659-910d-812a338f8540 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.795355 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b58e4371-c617-4ad6-878e-3cff98206e4a req-090dacdc-f181-4659-910d-812a338f8540 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1578095 Jun 21 14:00:05.850050 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-853620d8-0bbc-4465-85d0-97ead7221384 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 200 len: 217 time: 0.0542350 Jun 21 14:00:05.916409 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b58e4371-c617-4ad6-878e-3cff98206e4a req-cda737c6-a937-466e-a80e-8c84bf67563f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076877 Jun 21 14:00:05.944655 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-bee7e8a9-6717-4c5c-99ad-2bda8e183c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:05.946417 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-bee7e8a9-6717-4c5c-99ad-2bda8e183c7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.0860555 Jun 21 14:00:05.991644 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-f034aca0-154c-49de-8aa0-c22f5a8dbd73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329859 Jun 21 14:00:06.130443 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-c6bb2c87-2a87-41bb-949b-57a65a436de1 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275332 Jun 21 14:00:06.206385 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab767a0-87fb-4f25-8039-6ba6a82a412f req-a4f55cc7-d9c8-4121-96b0-5dca9cbc7aac tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:06.207884 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7ab767a0-87fb-4f25-8039-6ba6a82a412f req-a4f55cc7-d9c8-4121-96b0-5dca9cbc7aac tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 949 time: 0.4577317 Jun 21 14:00:06.236455 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-c30b2a08-c4a4-47d4-a021-430a1fc8c122 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1003249 Jun 21 14:00:06.281329 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-94a20090-bc66-4f49-a7d5-1820a6db8298 req-a51ca490-5de1-4501-9700-4c995b4daf0a service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410546 Jun 21 14:00:06.295544 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7ab767a0-87fb-4f25-8039-6ba6a82a412f req-fae19af7-f5f3-48b1-a321-3670ec8ab78d tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796142 Jun 21 14:00:06.381086 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-281a6560-3ddd-4869-815e-951af78b7622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:06.382460 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-281a6560-3ddd-4869-815e-951af78b7622 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 1098 time: 0.1082804 Jun 21 14:00:06.446017 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eb21b-2900-4bb2-896f-252fbfd600b4 req-fea70734-1980-4621-bd59-2354d3170041 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:06.453952 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bc1eb21b-2900-4bb2-896f-252fbfd600b4 req-fea70734-1980-4621-bd59-2354d3170041 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0760152 Jun 21 14:00:06.496911 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bc1eb21b-2900-4bb2-896f-252fbfd600b4 req-cbe8bbc0-2f5b-400f-a5c8-97eaca6c3f41 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420256 Jun 21 14:00:06.533940 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-a31391c2-79ed-4690-bbd2-cbd9fedfee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:06.535676 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-a31391c2-79ed-4690-bbd2-cbd9fedfee54 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 200 len: 920 time: 0.1289194 Jun 21 14:00:06.581380 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-4596eb9f-ee58-4758-b520-339536595d5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c654217-1caa-44fd-b56e-2b03828bfece HTTP/1.1" status: 200 len: 217 time: 0.0374355 Jun 21 14:00:06.698852 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-81f3b898-aa76-4117-ba1f-4696a1dd11a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:06.700387 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-81f3b898-aa76-4117-ba1f-4696a1dd11a9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 200 len: 859 time: 0.0937350 Jun 21 14:00:06.750379 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-f2f45450-31c6-42ad-a3ab-1020fc8386a2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0dedc0a9-3fab-457b-b8a0-1a64cefa7121&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377526 Jun 21 14:00:06.806895 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:00:06.898321 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc433c5f-3774-476e-916d-fd874d16c2a4 req-3807de4b-c358-42e6-aac1-79c172d685ac tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:06.900114 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bc433c5f-3774-476e-916d-fd874d16c2a4 req-3807de4b-c358-42e6-aac1-79c172d685ac tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 944 time: 0.1488125 Jun 21 14:00:06.903921 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-0cb93211-b874-4cc5-baa7-ca44421455a4 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134794 Jun 21 14:00:06.941737 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:06.959343 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'port_id': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:00:07.014413 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:07.030244 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:00:07.057306 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:07.076444 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bc433c5f-3774-476e-916d-fd874d16c2a4 req-1201e05f-2385-4b25-9e43-46767f406bde tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645999 Jun 21 14:00:07.084338 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:07.084720 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2ce84369-74e1-4029-8685-884c280bb1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:07.092265 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7226ddba-fa52-4874-9a34-9460bd5ae02e req-b56dd548-7868-4b08-a590-b58b890f1d75 service neutron] 10.222.0.22 "GET /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768425 Jun 21 14:00:07.212953 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d45d4-5f51-4981-b78b-0b00a1165ed0 req-f86f19b7-560d-4706-a38a-7ecb1fcdc900 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:07.213643 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-191d45d4-5f51-4981-b78b-0b00a1165ed0 req-f86f19b7-560d-4706-a38a-7ecb1fcdc900 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1468601 Jun 21 14:00:07.219053 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:07.229473 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:07.257858 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-191d45d4-5f51-4981-b78b-0b00a1165ed0 req-5e13208f-9137-4b4e-ac83-0b29e900afcf tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377610 Jun 21 14:00:07.332160 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:07.385533 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:07.491057 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88981b6-fc9b-4d27-b28a-8a76a6633dbb req-273acf45-68d6-46e6-8660-d38dc86fb276 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:07.498350 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e88981b6-fc9b-4d27-b28a-8a76a6633dbb req-273acf45-68d6-46e6-8660-d38dc86fb276 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 949 time: 0.0748785 Jun 21 14:00:07.503358 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:07.546121 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e88981b6-fc9b-4d27-b28a-8a76a6633dbb req-f9556f78-5928-47bf-8076-def68b500a0e tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467434 Jun 21 14:00:07.709568 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60899dc4-f7a4-41fd-8b1c-faaa1678c170 req-3dff0553-7553-410d-b026-ceca922ed467 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:07.716204 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-60899dc4-f7a4-41fd-8b1c-faaa1678c170 req-3dff0553-7553-410d-b026-ceca922ed467 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0855393 Jun 21 14:00:07.767038 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-60899dc4-f7a4-41fd-8b1c-faaa1678c170 req-c46635dd-191f-4651-93ee-ac0b4f83c02f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494635 Jun 21 14:00:08.171831 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8245e-2a72-4cb1-9ded-08013e6ad5b6 req-0f5c471a-a1e1-439c-988a-8dfc66f057ed tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:08.172775 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-35f8245e-2a72-4cb1-9ded-08013e6ad5b6 req-0f5c471a-a1e1-439c-988a-8dfc66f057ed tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 949 time: 0.0682249 Jun 21 14:00:08.211957 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-35f8245e-2a72-4cb1-9ded-08013e6ad5b6 req-7bb85588-a833-4f16-ba65-d7d8433c2bb2 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335231 Jun 21 14:00:08.289921 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8216ba-400d-4fab-97ca-1acafa25381a req-a5694268-139d-4a97-92dc-c44d34e21852 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:08.291284 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1c8216ba-400d-4fab-97ca-1acafa25381a req-a5694268-139d-4a97-92dc-c44d34e21852 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 945 time: 0.0634699 Jun 21 14:00:08.329383 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1c8216ba-400d-4fab-97ca-1acafa25381a req-7590a62b-39ed-44c1-818f-81ab4df7a2ec tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322089 Jun 21 14:00:08.442759 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ac539-20cc-446a-8573-4cc7dbc255bd req-b4f326c7-36ac-4959-a167-04e5434b2e4b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:08.444319 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6b9ac539-20cc-446a-8573-4cc7dbc255bd req-b4f326c7-36ac-4959-a167-04e5434b2e4b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0659661 Jun 21 14:00:08.483479 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6b9ac539-20cc-446a-8573-4cc7dbc255bd req-3b43bae4-9d98-4fbd-8d56-30b7810a3cdc tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329263 Jun 21 14:00:08.817402 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:00:08.882476 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:00:08.890981 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:08.891883 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:08.911874 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-199a5a82-3b95-4cf7-89ec-dd3479d78d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:08.913328 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-199a5a82-3b95-4cf7-89ec-dd3479d78d4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 1098 time: 0.0967135 Jun 21 14:00:08.970167 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:08.991641 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:08.993934 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c04c4c-c78c-488e-98c6-fbf89b871aca" -d '{"events": [{"server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "name": "network-vif-plugged", "status": "completed", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:09.007215 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:09.013248 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:09.015445 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:09.036566 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831e09-1430-4e17-8dd4-1da67e2f557c req-1017b4ef-9c55-49e1-b417-537b2497c950 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.038045 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3a831e09-1430-4e17-8dd4-1da67e2f557c req-1017b4ef-9c55-49e1-b417-537b2497c950 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1399302 Jun 21 14:00:09.038365 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86e399b-4c81-4354-a429-93763b640306 x-openstack-request-id: req-d86e399b-4c81-4354-a429-93763b640306 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:09.038672 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "name": "network-vif-plugged", "status": "completed", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:09.038936 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d86e399b-4c81-4354-a429-93763b640306 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:09.039355 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'code': 200} Jun 21 14:00:09.042747 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-ff2b8871-5ce0-4fbc-8317-47bdae33ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.045067 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-ff2b8871-5ce0-4fbc-8317-47bdae33ceab service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 918 time: 0.1158574 Jun 21 14:00:09.072273 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:09.075582 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:09.121234 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3a831e09-1430-4e17-8dd4-1da67e2f557c req-043c70df-0bc3-4243-93fe-1fbac38ff081 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752244 Jun 21 14:00:09.133258 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-20d66714-974d-4225-a5b8-4ce194a5cece service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 HTTP/1.1" status: 200 len: 1001 time: 0.0803120 Jun 21 14:00:09.186398 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-22f039e8-9035-4cb2-90fb-94efa04f0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.188009 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-22f039e8-9035-4cb2-90fb-94efa04f0851 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.0470459 Jun 21 14:00:09.246733 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-7df34285-7624-406d-a52a-8fd6e006d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.248296 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-7df34285-7624-406d-a52a-8fd6e006d0e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0517831 Jun 21 14:00:09.338253 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-977b73de-1c78-49c3-8d2e-698d3ba21bc2 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818331 Jun 21 14:00:09.417699 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bb0c4-3d92-4465-bc7f-23092c72def0 req-09406829-5645-4d92-b515-a23fdcc2d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.419293 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b81bb0c4-3d92-4465-bc7f-23092c72def0 req-09406829-5645-4d92-b515-a23fdcc2d44d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1099 time: 0.0991938 Jun 21 14:00:09.432044 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cb23a-908c-4f66-901f-91fddeb0a4aa req-cf02bf67-be42-4e86-9653-4173b689eeea tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.432259 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-27eac4ea-8dfb-44d8-9256-31e91571aabf req-3869d8e4-efdb-4149-ac27-7e118d2e27a1 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863919 Jun 21 14:00:09.433663 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-392cb23a-908c-4f66-901f-91fddeb0a4aa req-cf02bf67-be42-4e86-9653-4173b689eeea tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 949 time: 0.1048243 Jun 21 14:00:09.482777 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b81bb0c4-3d92-4465-bc7f-23092c72def0 req-21ad9f5f-99d4-4136-b713-8eb21bcbf1a0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480752 Jun 21 14:00:09.494466 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-392cb23a-908c-4f66-901f-91fddeb0a4aa req-81331274-0522-4222-8bb5-eaa4c3d93556 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520866 Jun 21 14:00:09.517940 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4f970-2a3e-424f-b14d-9deddcf34fc7 req-c2a25ecc-addb-4cc9-b322-862fcbbc89e8 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.519577 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6df4f970-2a3e-424f-b14d-9deddcf34fc7 req-c2a25ecc-addb-4cc9-b322-862fcbbc89e8 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0623240 Jun 21 14:00:09.556766 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6df4f970-2a3e-424f-b14d-9deddcf34fc7 req-1f7dfbba-ade3-4386-ab74-c2de04ca6a72 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315843 Jun 21 14:00:09.660322 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8049943-3445-481e-85dd-ba5e8b2ff5f3 req-deca9ef6-cdc9-4c49-b12a-583e115bbe2e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.661756 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e8049943-3445-481e-85dd-ba5e8b2ff5f3 req-deca9ef6-cdc9-4c49-b12a-583e115bbe2e tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0656316 Jun 21 14:00:09.703349 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e8049943-3445-481e-85dd-ba5e8b2ff5f3 req-e6ad1ef9-2a05-42c7-88db-3441109c1fff tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360928 Jun 21 14:00:09.889025 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-85871926-37b4-423b-a090-1141296a236d tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:09.890481 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-85871926-37b4-423b-a090-1141296a236d tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.22 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 949 time: 0.0623708 Jun 21 14:00:10.001560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Deleting port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:00:10.001925 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:10.108880 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] For port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,segment=NetworkSegment(155dae5f-111e-4dca-a71d-2238f74d6de6),segment_id=155dae5f-111e-4dca-a71d-2238f74d6de6)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:10.109242 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:10.192796 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Calling delete_port for a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:00:10.357134 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89e039-df16-4f52-b7bf-ee458daac0e3 req-69042069-bbbd-43e6-8214-2a57fa16f052 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:10.358596 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7c89e039-df16-4f52-b7bf-ee458daac0e3 req-69042069-bbbd-43e6-8214-2a57fa16f052 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0968494 Jun 21 14:00:10.432808 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7c89e039-df16-4f52-b7bf-ee458daac0e3 req-fc5d0929-ab09-4708-80d7-dc4a024ff569 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551696 Jun 21 14:00:10.433734 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:10.437797 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dbbe7adb-2b69-4761-b8d6-24155b99d235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:10.448137 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['a502f25b-4bf3-4eff-b8d0-5414b6ce11b8'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:10.464932 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Pushing event deleted for resources: {'Port': ['ID=a502f25b-4bf3-4eff-b8d0-5414b6ce11b8,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:10.467714 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:10.529707 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] No DVR routers for this DVR port a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:00:10.533699 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:10.536106 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6e1c7855-c1b6-4521-b4c0-f9a62d5a38ed req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.22 "DELETE /v2.0/ports/a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 HTTP/1.1" status: 204 len: 173 time: 0.6374826 Jun 21 14:00:10.536699 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5183c568-aa09-4514-a570-b55ffb8b88f5', 'name': 'network-vif-deleted', 'tag': 'a502f25b-4bf3-4eff-b8d0-5414b6ce11b8'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:10.538939 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d2df75-30a5-4194-8156-b2ee1f587dc0" -d '{"events": [{"server_uuid": "5183c568-aa09-4514-a570-b55ffb8b88f5", "name": "network-vif-deleted", "tag": "a502f25b-4bf3-4eff-b8d0-5414b6ce11b8"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:10.578064 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abc55b3-c443-4934-87de-6752e0389c37 x-openstack-request-id: req-9abc55b3-c443-4934-87de-6752e0389c37 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:10.578642 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5183c568-aa09-4514-a570-b55ffb8b88f5", "name": "network-vif-deleted", "tag": "a502f25b-4bf3-4eff-b8d0-5414b6ce11b8", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:10.579114 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9abc55b3-c443-4934-87de-6752e0389c37 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:10.579899 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5183c568-aa09-4514-a570-b55ffb8b88f5', 'name': 'network-vif-deleted', 'tag': 'a502f25b-4bf3-4eff-b8d0-5414b6ce11b8', 'status': 'completed', 'code': 200} Jun 21 14:00:10.688062 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-38989683-025d-48db-80c9-4333c6982cc4 req-9a5027c8-558d-42b7-8205-bea21d9824b8 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] 10.222.0.60 "GET /v2.0/ports?device_id=5183c568-aa09-4514-a570-b55ffb8b88f5 HTTP/1.1" status: 200 len: 210 time: 0.0485330 Jun 21 14:00:10.776640 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926737-7d5b-4957-bd12-03c6c8cdf175 req-97c6a8df-10d1-4812-9ed7-fc623b6095f4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:10.778162 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c926737-7d5b-4957-bd12-03c6c8cdf175 req-97c6a8df-10d1-4812-9ed7-fc623b6095f4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0690076 Jun 21 14:00:10.819165 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c926737-7d5b-4957-bd12-03c6c8cdf175 req-757c5c2b-9330-40fa-a2e0-ea2cb5b3a53f tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346131 Jun 21 14:00:10.990208 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2886d-94b4-46dc-a9f5-d4aa3cde65a7 req-f2dd99e5-6964-4420-a2a4-b6b5d36e6d30 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:10.991637 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ab2886d-94b4-46dc-a9f5-d4aa3cde65a7 req-f2dd99e5-6964-4420-a2a4-b6b5d36e6d30 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0652905 Jun 21 14:00:11.027386 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ab2886d-94b4-46dc-a9f5-d4aa3cde65a7 req-0f5f6ca5-124f-4214-a797-4d4681276b9d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302444 Jun 21 14:00:11.050694 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 48372) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:11.275374 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb705e-8a47-4885-bfe5-c659c1e24880 tempest-TestShelveInstance-1854282607 tempest-TestShelveInstance-1854282607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:11.280385 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48382) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:11.280538 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-52eb705e-8a47-4885-bfe5-c659c1e24880 tempest-TestShelveInstance-1854282607 tempest-TestShelveInstance-1854282607-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1094 time: 0.2286425 Jun 21 14:00:11.286226 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Request body: {'floatingip': {'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'port_id': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:00:11.308083 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for floatingip, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:11.405146 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:11.515750 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Allocated IP 172.28.3.93 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/cfd34c6f-9287-4ae0-9b1f-8cc8078f42a7) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:00:11.617782 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:11.618324 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4af6d-2040-4017-87fc-013c22ec23bc req-73025919-309b-43e3-bffb-8d49ecd14395 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:11.619817 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-efa4af6d-2040-4017-87fc-013c22ec23bc req-73025919-309b-43e3-bffb-8d49ecd14395 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.0668337 Jun 21 14:00:11.657796 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-efa4af6d-2040-4017-87fc-013c22ec23bc req-8d6dc674-2e41-419b-a5c9-3892077a2140 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322077 Jun 21 14:00:11.659475 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:11.661390 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:11.701245 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:00:11.704563 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:00:11.708444 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:00:11.711486 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'Port': ['ID=cfd34c6f-9287-4ae0-9b1f-8cc8078f42a7,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:11.729802 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:12.127453 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.214033 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.397728 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.403569 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.415770 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:12.520048 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event updated for resources: {'Port': ['ID=cfd34c6f-9287-4ae0-9b1f-8cc8078f42a7,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:12.524311 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:12.536838 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.687944 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5453ff-878c-425f-bcb0-d71ee99cf699 req-0891a36c-4224-4f5d-a587-0192c94c00fd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:12.689573 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3e5453ff-878c-425f-bcb0-d71ee99cf699 req-0891a36c-4224-4f5d-a587-0192c94c00fd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 945 time: 0.1185465 Jun 21 14:00:12.690866 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.l3_db [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Floating IP d65110fb-edce-426e-9fde-148d8035eb42 associated. External IP: 172.28.3.93, port: 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22. Jun 21 14:00:12.798528 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3e5453ff-878c-425f-bcb0-d71ee99cf699 req-90bff93d-daa5-4e94-9e35-9ecb2b20972e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722570 Jun 21 14:00:12.869691 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:00:12.890329 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48518) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:12.892831 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:00:12.893163 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device a502f25b-4bf3-4eff-b8d0-5414b6ce11b8 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:00:12.893595 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:00:12.974054 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:12.998502 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:13.001474 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9792b9-f8e9-4248-8d32-b7c24edce4d0" -d '{"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:13.014335 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:13.026902 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.029023 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:13.059546 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e1c57-3712-4166-88c2-03da7e2421ec x-openstack-request-id: req-7c7e1c57-3712-4166-88c2-03da7e2421ec {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:13.059847 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-unplugged", "status": "failed", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3", "code": 422}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:13.060300 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c7e1c57-3712-4166-88c2-03da7e2421ec {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:13.060960 dv-cinder-794962-5-smb neutron-server[92659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'code': 422} returned with failed status Jun 21 14:00:13.099285 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=8']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:13.102564 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:13.256246 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Router 5af5cd72-ee22-407e-bdab-3b7645938edf has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:00:13.272338 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-7e9e7c3f-9e47-46e0-bfda-5be4cb998514 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3783517 Jun 21 14:00:13.371968 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:00:13.382931 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] Sync routers for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:00:13.391733 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:00:13.392275 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:00:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:13.403041 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:13.446310 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1646364 Jun 21 14:00:13.446970 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:13.449277 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1262b5fa-df42-41fb-b71e-5f29f19384da" -d '{"events": [{"name": "network-changed", "server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:13.502867 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65e7b4d-0bdf-43dd-b187-a55b14b1160b x-openstack-request-id: req-a65e7b4d-0bdf-43dd-b187-a55b14b1160b {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:13.506494 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:13.506766 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:00:13.506891 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a65e7b4d-0bdf-43dd-b187-a55b14b1160b {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:13.512580 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'status': 'completed', 'code': 200} Jun 21 14:00:13.631478 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-e167bef7-548d-4370-a533-d737be0c2f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:13.633544 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-e167bef7-548d-4370-a533-d737be0c2f9b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cea878a61aec424890afbc83f37739c0&device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1099 time: 0.1068206 Jun 21 14:00:13.833505 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-3331c2ce-f354-498e-adf9-8f77e5dea6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:13.834976 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-3331c2ce-f354-498e-adf9-8f77e5dea6e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 200 len: 909 time: 0.1937816 Jun 21 14:00:13.890333 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'd65110fb-edce-426e-9fde-148d8035eb42', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'floating_ip_address': '172.28.3.93', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'port_id': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:00:11Z', 'updated_at': '2021-06-21T14:00:11Z', 'revision_number': 0, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:39Z', 'revision_number': 5, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:13.920051 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] Checking router: 5af5cd72-ee22-407e-bdab-3b7645938edf for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:00:13.928403 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-98cb0ba7-54fe-458f-9d92-49b50fd05651 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 200 len: 999 time: 0.0857499 Jun 21 14:00:13.930437 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:00:13.931071 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:00:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:14.007758 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-a927e78c-98f4-4b85-b317-195022c7b787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:14.009246 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-a927e78c-98f4-4b85-b317-195022c7b787 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee76a14a-f48a-4da1-97c2-a2a286592069 HTTP/1.1" status: 200 len: 847 time: 0.0721178 Jun 21 14:00:14.093654 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:00:14.108087 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776d29d-e9a2-4738-b633-bd48bbdcf883 req-e25ccabe-ad5b-40b0-b2a2-adb9064d9f93 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:14.110496 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9776d29d-e9a2-4738-b633-bd48bbdcf883 req-e25ccabe-ad5b-40b0-b2a2-adb9064d9f93 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.1151919 Jun 21 14:00:14.121024 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cfa11-0f54-4864-aa42-3d0f727b0aa7 req-9f37a309-3e02-48da-8643-a275e94040b2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:14.128627 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fd2cfa11-0f54-4864-aa42-3d0f727b0aa7 req-9f37a309-3e02-48da-8643-a275e94040b2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.1344705 Jun 21 14:00:14.165775 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9776d29d-e9a2-4738-b633-bd48bbdcf883 req-bc7fc690-1f48-479a-a3ed-b4a2bcbd1b52 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492327 Jun 21 14:00:14.165945 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-fe3c1afe-9281-46df-9a07-0fcbe65259f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:14.167629 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-fe3c1afe-9281-46df-9a07-0fcbe65259f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=68195d88-935d-475c-a010-3a46cf05578d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1381538 Jun 21 14:00:14.200954 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fd2cfa11-0f54-4864-aa42-3d0f727b0aa7 req-b0b9509b-bcbc-4a2f-94a4-5f65e5dd85de tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713902 Jun 21 14:00:14.295140 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-715086d9-3f82-4c71-9e6c-79f58cecea90 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116717 Jun 21 14:00:14.383435 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'd65110fb-edce-426e-9fde-148d8035eb42', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'floating_ip_address': '172.28.3.93', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'port_id': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:00:11Z', 'updated_at': '2021-06-21T14:00:11Z', 'revision_number': 0, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:39Z', 'revision_number': 5, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:14.416179 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b588ac81-9237-44f2-bf2e-558614f76849 None None] The sync data for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb is: [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'd65110fb-edce-426e-9fde-148d8035eb42', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'floating_ip_address': '172.28.3.93', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'port_id': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:00:11Z', 'updated_at': '2021-06-21T14:00:11Z', 'revision_number': 0, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:39Z', 'revision_number': 5, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:00:14.432038 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1262b5fa-df42-41fb-b71e-5f29f19384da req-6b38da4d-46d9-4f6a-b168-27f34a5d0c34 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139400 Jun 21 14:00:14.703230 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ec40d3-b70e-45b8-87d7-0bd69f333ff6 None None] New status for floating IP d65110fb-edce-426e-9fde-148d8035eb42: ACTIVE {{(pid=92659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:00:15.073263 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-0c6a8fd7-e8c1-4be0-a13f-52e783378a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:15.074733 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-0c6a8fd7-e8c1-4be0-a13f-52e783378a5e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd&tenant_id=9eb3c91522b44f5ba98f913263e905da HTTP/1.1" status: 200 len: 1096 time: 0.0802884 Jun 21 14:00:15.152808 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-5260e6c4-a3f7-4f56-b3c5-affd2a60bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:15.154175 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-5260e6c4-a3f7-4f56-b3c5-affd2a60bd26 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 1096 time: 0.0547831 Jun 21 14:00:15.243132 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-4afcf51b-4812-44d2-a38f-9ed012227e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:15.244829 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-4afcf51b-4812-44d2-a38f-9ed012227e73 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 918 time: 0.0836093 Jun 21 14:00:15.317264 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-b6c2b468-6f2e-4b31-9f2a-3d4c9b82d01b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 HTTP/1.1" status: 200 len: 999 time: 0.0649571 Jun 21 14:00:15.336294 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1d94d-ce38-4fde-aae9-8e1363292b14 req-376cb053-18d0-4eda-aa87-20e6d41a495c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:15.337772 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e1c1d94d-ce38-4fde-aae9-8e1363292b14 req-376cb053-18d0-4eda-aa87-20e6d41a495c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0664721 Jun 21 14:00:15.374302 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e1c1d94d-ce38-4fde-aae9-8e1363292b14 req-79ecf044-fcb2-4b9b-bc96-5f10cb085d27 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307024 Jun 21 14:00:15.395411 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-1843afd8-6f15-4829-bfe8-67442ac80ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:15.396941 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-1843afd8-6f15-4829-bfe8-67442ac80ffd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.0731463 Jun 21 14:00:15.454783 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340800c-a77f-4c57-9a2e-ae37f4cca8c1 req-a071ac35-311e-48d5-b1ab-9f35e02c68c2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:15.456126 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9340800c-a77f-4c57-9a2e-ae37f4cca8c1 req-a071ac35-311e-48d5-b1ab-9f35e02c68c2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.1244080 Jun 21 14:00:15.498817 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-f587871d-e71b-4e22-83a0-7e241e776916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:15.500246 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-f587871d-e71b-4e22-83a0-7e241e776916 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0968876 Jun 21 14:00:15.503877 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9340800c-a77f-4c57-9a2e-ae37f4cca8c1 req-3b4fef80-9564-4c2d-b5c0-840391fd68bf tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Jun 21 14:00:15.588322 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-87c16930-2664-4afc-8cb0-67f03356061c service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790026 Jun 21 14:00:15.678143 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5ffeaa86-17ea-408f-abfa-29db833cf2af req-93c26941-0db9-4bdc-927b-518e8d7c6f0f service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821493 Jun 21 14:00:15.983939 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48694) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:16.113300 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 48704) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:16.116928 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a5db7e17-b4fd-445f-b624-4ad04c5d9749 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=846dbff1886f477aa571d9f6aa2fbd03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277544 Jun 21 14:00:16.171326 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04d37eb6-1d41-4c1c-baba-c622eb27b7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:16.206549 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04d37eb6-1d41-4c1c-baba-c622eb27b7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:16.270200 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04d37eb6-1d41-4c1c-baba-c622eb27b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:16.273968 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04d37eb6-1d41-4c1c-baba-c622eb27b7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:16.281175 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-04d37eb6-1d41-4c1c-baba-c622eb27b7fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa HTTP/1.1" status: 204 len: 168 time: 0.1666164 Jun 21 14:00:16.282768 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f85980d5-bc43-47db-aded-09c93f82071c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:16.292054 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d37eb6-1d41-4c1c-baba-c622eb27b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c544e19-3eaa-40ab-9da2-f3d7cb28a7aa,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:16.294593 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-04d37eb6-1d41-4c1c-baba-c622eb27b7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:16.596531 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05226411-1be8-4915-9e2d-215a6d7e9415 req-189d8b43-0e83-4668-b2a2-e38f1507b1ee tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:16.598682 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-05226411-1be8-4915-9e2d-215a6d7e9415 req-189d8b43-0e83-4668-b2a2-e38f1507b1ee tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0873215 Jun 21 14:00:16.640020 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-05226411-1be8-4915-9e2d-215a6d7e9415 req-454f23b0-5e1d-4e47-9a61-15af654762f0 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350847 Jun 21 14:00:16.718622 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bf75b-4f37-413f-ae3b-3dda1e72aec3 req-a06b87b6-f37c-45b3-a386-577641587fb5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:16.720421 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bc6bf75b-4f37-413f-ae3b-3dda1e72aec3 req-a06b87b6-f37c-45b3-a386-577641587fb5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0720227 Jun 21 14:00:16.760207 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bc6bf75b-4f37-413f-ae3b-3dda1e72aec3 req-a8986b6b-d167-497a-ab8d-9c4dc458e075 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Jun 21 14:00:17.830955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25310b87-5382-4bb4-a3b4-86737ad23c5a req-ea111b30-6e63-4716-aafb-68ee2ac313f5 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:17.832692 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-25310b87-5382-4bb4-a3b4-86737ad23c5a req-ea111b30-6e63-4716-aafb-68ee2ac313f5 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0779190 Jun 21 14:00:17.871060 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-25310b87-5382-4bb4-a3b4-86737ad23c5a req-49aeffa7-5491-41f1-8357-3862f2a1eb38 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327313 Jun 21 14:00:17.947819 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e2a3e-6ce6-44ff-85a3-db0a9200a295 req-2655df06-e3d4-4216-9106-1f614276d0b0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:17.949201 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b64e2a3e-6ce6-44ff-85a3-db0a9200a295 req-2655df06-e3d4-4216-9106-1f614276d0b0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0630591 Jun 21 14:00:17.988211 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b64e2a3e-6ce6-44ff-85a3-db0a9200a295 req-3bf1ba9c-2d23-4ffe-b7fb-b122a1407799 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325356 Jun 21 14:00:19.062722 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99884b0d-15fd-48b5-a259-71149c4176ca req-5c2235b5-ca41-4cf4-9637-a1f2567737cb tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:19.064389 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-99884b0d-15fd-48b5-a259-71149c4176ca req-5c2235b5-ca41-4cf4-9637-a1f2567737cb tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0682447 Jun 21 14:00:19.103584 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-99884b0d-15fd-48b5-a259-71149c4176ca req-90b9f399-48bb-4221-934d-eb4816a97d28 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Jun 21 14:00:19.182809 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124d3a0-5b8c-4e62-8bfd-9af989a93dc2 req-a2173106-35f0-4078-9718-e8d2c0f08a5e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:19.185088 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2124d3a0-5b8c-4e62-8bfd-9af989a93dc2 req-a2173106-35f0-4078-9718-e8d2c0f08a5e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0687933 Jun 21 14:00:19.224071 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2124d3a0-5b8c-4e62-8bfd-9af989a93dc2 req-fe9b87a7-4ff9-42f9-ade4-f7c2328de25d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330224 Jun 21 14:00:20.284620 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badb941-ddd7-489d-a131-efa805d776c6 req-10d2f1cd-1e64-4fd0-869b-32beae561118 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:20.288856 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3badb941-ddd7-489d-a131-efa805d776c6 req-10d2f1cd-1e64-4fd0-869b-32beae561118 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0714767 Jun 21 14:00:20.332646 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3badb941-ddd7-489d-a131-efa805d776c6 req-0ed7ac1a-9320-411c-92a7-d821d46dd00c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Jun 21 14:00:20.412738 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9ef6f-3d12-4c99-81db-1169ff978a8e req-06188bbe-139f-47ba-b13a-810f80b7e07f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:20.414184 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fce9ef6f-3d12-4c99-81db-1169ff978a8e req-06188bbe-139f-47ba-b13a-810f80b7e07f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0706487 Jun 21 14:00:20.454213 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fce9ef6f-3d12-4c99-81db-1169ff978a8e req-89ce946c-fdb9-46a5-9a76-ed4f2648a366 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342872 Jun 21 14:00:21.529048 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6297d-ac6a-4bda-8ff0-4471839078b5 req-9d124e56-6a1b-4ee7-b664-ebefc9148b41 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:21.532045 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-41d6297d-ac6a-4bda-8ff0-4471839078b5 req-9d124e56-6a1b-4ee7-b664-ebefc9148b41 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0727019 Jun 21 14:00:21.581083 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-41d6297d-ac6a-4bda-8ff0-4471839078b5 req-c6b22915-5d68-467d-a767-39b4d56d8476 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335331 Jun 21 14:00:21.647888 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb2c3b-c1c0-4419-96c5-2a02f523b32d req-1b0e5a3f-3353-41f3-bb19-3ef298137a0d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:21.649337 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2ccb2c3b-c1c0-4419-96c5-2a02f523b32d req-1b0e5a3f-3353-41f3-bb19-3ef298137a0d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0750635 Jun 21 14:00:21.688831 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2ccb2c3b-c1c0-4419-96c5-2a02f523b32d req-14b78d0c-2d89-4928-9947-c594667d553d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333986 Jun 21 14:00:22.766112 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54072e-c600-4fc8-b3cd-23cbad49ba78 req-7a7fa1af-0838-4ff8-8dc0-6628dfdfe538 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:22.768075 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-aa54072e-c600-4fc8-b3cd-23cbad49ba78 req-7a7fa1af-0838-4ff8-8dc0-6628dfdfe538 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0709383 Jun 21 14:00:22.812699 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-aa54072e-c600-4fc8-b3cd-23cbad49ba78 req-faa6280f-3294-4da3-9484-6c8642fb06f8 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389187 Jun 21 14:00:22.880544 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9a0fa-feee-49bc-bc64-63d6cf8cec7e req-ddb9d927-37b3-4516-9154-f8f92d6c7d0e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:22.882094 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-26c9a0fa-feee-49bc-bc64-63d6cf8cec7e req-ddb9d927-37b3-4516-9154-f8f92d6c7d0e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0773993 Jun 21 14:00:22.923623 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-26c9a0fa-feee-49bc-bc64-63d6cf8cec7e req-82c6bbba-54e8-4476-88e5-2626dfd8e48f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344486 Jun 21 14:00:23.988521 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2935ce-804e-42ba-bb2b-8c61ad1d9048 req-90f62009-7cc7-45cf-bfde-588b06a953cf tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:23.990455 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-dd2935ce-804e-42ba-bb2b-8c61ad1d9048 req-90f62009-7cc7-45cf-bfde-588b06a953cf tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0651891 Jun 21 14:00:24.030340 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-dd2935ce-804e-42ba-bb2b-8c61ad1d9048 req-66cdb1e6-1950-494f-a18a-7cc6e97124dd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340321 Jun 21 14:00:24.119747 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d67c3-7dea-4dd6-8c1c-5a7ddf9737e1 req-9fa4189e-4100-4d42-a627-95190a49b3ac tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:24.121172 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ad6d67c3-7dea-4dd6-8c1c-5a7ddf9737e1 req-9fa4189e-4100-4d42-a627-95190a49b3ac tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0723374 Jun 21 14:00:24.159998 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ad6d67c3-7dea-4dd6-8c1c-5a7ddf9737e1 req-307b94d3-fecc-44ff-bc40-955d5c22e9c1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323012 Jun 21 14:00:25.205756 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b835dc5-aec2-4c88-b634-5f1d70f3d30f req-3d843301-5ae9-4408-9ad9-cd5366b26b1f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:25.207220 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8b835dc5-aec2-4c88-b634-5f1d70f3d30f req-3d843301-5ae9-4408-9ad9-cd5366b26b1f tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0664437 Jun 21 14:00:25.256971 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8b835dc5-aec2-4c88-b634-5f1d70f3d30f req-839c2b9a-d3fc-4458-a0b6-cb9442ffcabd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441835 Jun 21 14:00:25.339858 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492184c3-d1a5-4ebc-8855-b19ed96e4c45 req-79c34f50-1520-42d4-81e6-0da49e3434bc tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:25.341489 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-492184c3-d1a5-4ebc-8855-b19ed96e4c45 req-79c34f50-1520-42d4-81e6-0da49e3434bc tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0644000 Jun 21 14:00:25.378996 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-492184c3-d1a5-4ebc-8855-b19ed96e4c45 req-421c7158-9107-4c2e-b818-b6e24c31e982 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311525 Jun 21 14:00:26.430255 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9fe19-a05f-41ca-a25e-ab2251b43c6a req-871079c0-765f-4dd0-9ce7-7ddce124a468 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:26.434676 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:00:26.435359 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9ba9fe19-a05f-41ca-a25e-ab2251b43c6a req-871079c0-765f-4dd0-9ce7-7ddce124a468 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0680881 Jun 21 14:00:26.472279 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9ba9fe19-a05f-41ca-a25e-ab2251b43c6a req-c5453198-cf08-4d5e-8d62-d71c3471a16a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338643 Jun 21 14:00:26.794774 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af6674-f143-470c-8edf-1454987d4b59 req-61d1db23-fd0b-4d73-9663-7f8b5672501b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:26.796234 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d1af6674-f143-470c-8edf-1454987d4b59 req-61d1db23-fd0b-4d73-9663-7f8b5672501b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.2854221 Jun 21 14:00:26.838104 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d1af6674-f143-470c-8edf-1454987d4b59 req-902bb11d-e2d9-42c1-a492-dcf612155478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360858 Jun 21 14:00:27.648815 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e505-f202-4f53-b511-a0b38b5b3bea req-a202822a-27a5-48c7-bfec-82b98ae130df tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:27.650320 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ed12e505-f202-4f53-b511-a0b38b5b3bea req-a202822a-27a5-48c7-bfec-82b98ae130df tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0642238 Jun 21 14:00:27.689780 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ed12e505-f202-4f53-b511-a0b38b5b3bea req-4e133774-5db4-4c43-a462-5035dcf310ff tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333438 Jun 21 14:00:28.023561 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf6402-ec45-4f9f-9822-346f89e6d562 req-2d8d0eda-74e2-4e5a-893e-3f1c710ae5dd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:28.025103 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-42bf6402-ec45-4f9f-9822-346f89e6d562 req-2d8d0eda-74e2-4e5a-893e-3f1c710ae5dd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0687387 Jun 21 14:00:28.065260 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-42bf6402-ec45-4f9f-9822-346f89e6d562 req-c4b6398c-2dfc-4158-8b79-ceda2c84b675 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344284 Jun 21 14:00:28.870292 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083ed37-5149-438e-a6f7-9b8a12f35aa1 req-a21a9b1e-68df-4667-b985-98495164c4cd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:28.871723 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9083ed37-5149-438e-a6f7-9b8a12f35aa1 req-a21a9b1e-68df-4667-b985-98495164c4cd tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0654833 Jun 21 14:00:28.908710 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9083ed37-5149-438e-a6f7-9b8a12f35aa1 req-7c7830e8-d533-42f6-ba47-ccf680c374b3 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Jun 21 14:00:29.249136 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39f1a4-26bd-45af-9f52-edc6b1683063 req-32e19e83-fdc0-4747-a723-41be66eb05cd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:29.250573 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3d39f1a4-26bd-45af-9f52-edc6b1683063 req-32e19e83-fdc0-4747-a723-41be66eb05cd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0651572 Jun 21 14:00:29.288318 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3d39f1a4-26bd-45af-9f52-edc6b1683063 req-1c263b10-5257-4ae1-8d6d-f17da611ce4c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Jun 21 14:00:29.573758 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-87118814-6ae9-4134-a5ba-f74fc3d67044 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:29.575145 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-87118814-6ae9-4134-a5ba-f74fc3d67044 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.22 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 945 time: 0.0628765 Jun 21 14:00:29.686144 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Deleting port 5c654217-1caa-44fd-b56e-2b03828bfece {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:00:29.686502 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.774782 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] For port 5c654217-1caa-44fd-b56e-2b03828bfece, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=5c654217-1caa-44fd-b56e-2b03828bfece,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:29.775142 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.841460 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Calling delete_port for 5c654217-1caa-44fd-b56e-2b03828bfece owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:00:29.968493 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:29.974440 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:29.981977 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['5c654217-1caa-44fd-b56e-2b03828bfece', 'cb899d40-4e70-40d3-824e-2787b5763146'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:30.027096 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Pushing event deleted for resources: {'Port': ['ID=5c654217-1caa-44fd-b56e-2b03828bfece,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:30.029707 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:30.048452 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c02f9afd-0434-49ba-acff-940f20262644 req-7b320909-6719-4afa-b156-5d794716442b tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=3698ba92-ccf7-43d4-8461-83f513ed371f HTTP/1.1" status: 200 len: 210 time: 0.0290039 Jun 21 14:00:30.049011 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] No DVR routers for this DVR port 5c654217-1caa-44fd-b56e-2b03828bfece on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:00:30.051183 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:30.053432 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf9068c7-2f8a-4f15-bba5-f8f1a2478e4c req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.22 "DELETE /v2.0/ports/5c654217-1caa-44fd-b56e-2b03828bfece HTTP/1.1" status: 204 len: 173 time: 0.4695129 Jun 21 14:00:30.053961 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3698ba92-ccf7-43d4-8461-83f513ed371f', 'name': 'network-vif-deleted', 'tag': '5c654217-1caa-44fd-b56e-2b03828bfece'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:30.056289 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a16919-ed34-4b72-95b3-510d199ea97d" -d '{"events": [{"server_uuid": "3698ba92-ccf7-43d4-8461-83f513ed371f", "name": "network-vif-deleted", "tag": "5c654217-1caa-44fd-b56e-2b03828bfece"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:30.097705 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88dd29b-b624-4d6e-88c5-59d8c76c4e68 x-openstack-request-id: req-b88dd29b-b624-4d6e-88c5-59d8c76c4e68 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:30.097881 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3698ba92-ccf7-43d4-8461-83f513ed371f", "name": "network-vif-deleted", "tag": "5c654217-1caa-44fd-b56e-2b03828bfece", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:30.098246 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b88dd29b-b624-4d6e-88c5-59d8c76c4e68 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:30.098735 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3698ba92-ccf7-43d4-8461-83f513ed371f', 'name': 'network-vif-deleted', 'tag': '5c654217-1caa-44fd-b56e-2b03828bfece', 'status': 'completed', 'code': 200} Jun 21 14:00:30.470563 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa483b-d64e-4b96-9313-1e2f8aee2594 req-614d9dde-c323-40ad-a41e-ea63cfffb461 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:30.471996 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-09aa483b-d64e-4b96-9313-1e2f8aee2594 req-614d9dde-c323-40ad-a41e-ea63cfffb461 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0660460 Jun 21 14:00:30.512910 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-09aa483b-d64e-4b96-9313-1e2f8aee2594 req-0ca85b7b-8070-46ee-8d11-bb8829d846a2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351343 Jun 21 14:00:31.488543 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9d5db-af80-42c1-b2f5-b68816120b79 req-28cf529c-fb2e-4f53-a5c0-4443e248a990 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:31.489992 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1ba9d5db-af80-42c1-b2f5-b68816120b79 req-28cf529c-fb2e-4f53-a5c0-4443e248a990 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0665147 Jun 21 14:00:31.526922 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1ba9d5db-af80-42c1-b2f5-b68816120b79 req-50e0593b-a6ed-4779-9f29-a34c44a0a882 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Jun 21 14:00:31.686619 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644307d-3967-465e-bc08-412c22aa9834 req-fb3375b7-b68b-42e4-a10f-0be1a5c5b74f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:31.687981 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e644307d-3967-465e-bc08-412c22aa9834 req-fb3375b7-b68b-42e4-a10f-0be1a5c5b74f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0616174 Jun 21 14:00:31.725083 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e644307d-3967-465e-bc08-412c22aa9834 req-3d099f48-2a57-4973-8f6f-9bc702fafe40 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Jun 21 14:00:31.984651 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8eaf-514a-4219-9af5-542e5fdeb3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:32.696601 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b31e2-babf-40a9-ac68-3dc093cc618c req-920e085e-7837-41a3-bcc5-3d1ad008f053 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:32.698041 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5f3b31e2-babf-40a9-ac68-3dc093cc618c req-920e085e-7837-41a3-bcc5-3d1ad008f053 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0615659 Jun 21 14:00:32.735192 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5f3b31e2-babf-40a9-ac68-3dc093cc618c req-7fafaedf-e2d9-4413-9a66-7d6c33482bbf tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314767 Jun 21 14:00:32.902234 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5df8c3-e20e-4433-b4bc-f09c758aee55 req-cab1cff0-cdba-47b6-9d9f-8c582eddc0d9 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:32.903681 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ff5df8c3-e20e-4433-b4bc-f09c758aee55 req-cab1cff0-cdba-47b6-9d9f-8c582eddc0d9 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 943 time: 0.0609429 Jun 21 14:00:32.939865 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ff5df8c3-e20e-4433-b4bc-f09c758aee55 req-c348f533-eadd-4152-86a8-e71033ee5900 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299001 Jun 21 14:00:33.012567 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:00:33.015628 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 5c654217-1caa-44fd-b56e-2b03828bfece no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:00:33.041119 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: 5c654217-1caa-44fd-b56e-2b03828bfece {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:00:33.041480 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 5c654217-1caa-44fd-b56e-2b03828bfece not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:00:33.124710 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:33.135214 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'port_id': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'mac_address': 'fa:16:3e:47:5b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:00:33.173844 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:33.289334 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:00:33.308143 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:33.311825 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:33.313532 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:33.356997 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=9']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:33.364103 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.364475 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.364825 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.365160 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.365489 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.365820 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.366149 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.366472 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.366795 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.367118 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.367435 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.367760 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:33.371426 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:33.601438 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['d4b2bf56-1596-4e84-b0bb-7977b41e2ed3'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:34.051055 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82244b-8e80-447c-9ec5-d1191b2832ac req-f9ff0e8f-ff54-4981-b6b0-d7d529c4d4f5 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:34.052708 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3d82244b-8e80-447c-9ec5-d1191b2832ac req-f9ff0e8f-ff54-4981-b6b0-d7d529c4d4f5 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0640004 Jun 21 14:00:34.096989 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3d82244b-8e80-447c-9ec5-d1191b2832ac req-8c0a90f6-b960-46ca-9896-36ddfd42b30c tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 Jun 21 14:00:34.127757 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3182c-d802-4883-9698-5a1716654bb5 req-d8fbcc2a-2347-4615-8e47-3bd5b9612810 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:34.129262 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cdc3182c-d802-4883-9698-5a1716654bb5 req-d8fbcc2a-2347-4615-8e47-3bd5b9612810 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 944 time: 0.0742087 Jun 21 14:00:34.165709 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cdc3182c-d802-4883-9698-5a1716654bb5 req-7c31ab56-dbf6-469b-9083-8255c3f69ce7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Jun 21 14:00:34.278015 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-75f01c73-b7d3-41a9-bf85-070fbd8055fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:35.021413 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:00:35.066669 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:00:35.067047 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:35.116674 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:35.154967 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:35.176619 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:35.179003 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6753297-12b1-4630-9159-3dd5f076907d" -d '{"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:35.192325 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:35.196611 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:35.198526 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:35.222963 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacb1b10-3b21-4cba-8cf7-895b72eeb98d x-openstack-request-id: req-cacb1b10-3b21-4cba-8cf7-895b72eeb98d {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:35.223264 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:35.223621 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cacb1b10-3b21-4cba-8cf7-895b72eeb98d {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:35.223918 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'code': 200} Jun 21 14:00:35.256569 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=10']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:35.260124 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:35.291329 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4129b2-ee41-4ab2-b34b-34b44c82aa4c req-a08b121a-f34d-40b8-997a-cdb1069b9917 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:35.292852 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fb4129b2-ee41-4ab2-b34b-34b44c82aa4c req-a08b121a-f34d-40b8-997a-cdb1069b9917 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0810182 Jun 21 14:00:35.330659 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fb4129b2-ee41-4ab2-b34b-34b44c82aa4c req-66351e09-b489-4f23-9949-6b15fa9c40ea tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Jun 21 14:00:35.382345 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b3cc3-617f-4b75-ac66-ad4cddad9740 req-e41cb704-26e1-45bb-a587-c4b6dd6651ba tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:35.383797 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-424b3cc3-617f-4b75-ac66-ad4cddad9740 req-e41cb704-26e1-45bb-a587-c4b6dd6651ba tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 946 time: 0.0623357 Jun 21 14:00:35.419727 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-424b3cc3-617f-4b75-ac66-ad4cddad9740 req-0b8d633d-cf8e-4248-8eab-d133bf237346 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304015 Jun 21 14:00:35.685463 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:35.771661 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b48d7-9070-483f-b132-677384f0547e req-94ce189b-d062-4f9e-a746-571cad147e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:35.773168 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6e1b48d7-9070-483f-b132-677384f0547e req-94ce189b-d062-4f9e-a746-571cad147e9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 1099 time: 0.0509415 Jun 21 14:00:35.807633 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6e1b48d7-9070-483f-b132-677384f0547e req-bad0fb91-1cc3-44dd-9963-8fc3d2e2e98e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268559 Jun 21 14:00:36.505537 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5c200-dd78-4a99-bd23-69b65eb84cf8 req-9b04e515-4ba1-4b7a-9bcf-b4a68b331e7a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:36.507034 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aef5c200-dd78-4a99-bd23-69b65eb84cf8 req-9b04e515-4ba1-4b7a-9bcf-b4a68b331e7a tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.0697584 Jun 21 14:00:36.544913 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aef5c200-dd78-4a99-bd23-69b65eb84cf8 req-8688f5d3-b87c-4a0b-a014-5662a43d66d4 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Jun 21 14:00:36.594719 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472da51-0f96-4b29-ace4-7d2964e915c8 req-c58cf11b-6026-4953-86af-864768db8ab3 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:36.596155 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4472da51-0f96-4b29-ace4-7d2964e915c8 req-c58cf11b-6026-4953-86af-864768db8ab3 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 946 time: 0.0620852 Jun 21 14:00:36.635916 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4472da51-0f96-4b29-ace4-7d2964e915c8 req-71d6863a-8197-4109-8c65-4eaf835dd690 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335166 Jun 21 14:00:37.310949 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.509179 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:37.761066 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3915-1000-429c-9278-474946fea6c6 req-22e100be-5892-4504-936d-bddc86affd22 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:37.762441 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-186b3915-1000-429c-9278-474946fea6c6 req-22e100be-5892-4504-936d-bddc86affd22 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1066289 Jun 21 14:00:37.770035 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-72da65e1-e803-4814-81e1-e1785db2f475 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:37.771407 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-72da65e1-e803-4814-81e1-e1785db2f475 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ecfc43f-48f1-461f-9d47-121549938927 HTTP/1.1" status: 200 len: 945 time: 0.1137958 Jun 21 14:00:37.822717 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea4877-1c07-42aa-8b0d-aa0d02193092 req-abcdf25b-0ef4-4e4f-890f-796e6f4f7aff tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:37.824160 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c4ea4877-1c07-42aa-8b0d-aa0d02193092 req-abcdf25b-0ef4-4e4f-890f-796e6f4f7aff tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 946 time: 0.0634050 Jun 21 14:00:37.844157 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-186b3915-1000-429c-9278-474946fea6c6 req-a04d4628-7763-4aa7-a0d8-c1a87374a8b8 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bef6039-ae4f-4313-b365-8dc8440f8da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718122 Jun 21 14:00:37.865488 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c4ea4877-1c07-42aa-8b0d-aa0d02193092 req-b6ba4bf0-49d6-4126-9e6e-d65cbf25440a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354056 Jun 21 14:00:37.903045 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Deleting port cb899d40-4e70-40d3-824e-2787b5763146 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:00:37.903388 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:38.000506 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] For port cb899d40-4e70-40d3-824e-2787b5763146, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cb899d40-4e70-40d3-824e-2787b5763146,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:38.000868 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:38.063677 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Calling delete_port for cb899d40-4e70-40d3-824e-2787b5763146 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:00:38.189490 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:38.194087 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:38.202876 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['cb899d40-4e70-40d3-824e-2787b5763146'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:00:38.218369 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Pushing event deleted for resources: {'Port': ['ID=cb899d40-4e70-40d3-824e-2787b5763146,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:38.221742 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:38.267920 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] No DVR routers for this DVR port cb899d40-4e70-40d3-824e-2787b5763146 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:00:38.270951 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:38.272895 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bc2e80b6-ec41-43a2-8e65-2b8b62685d63 req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] 10.222.0.22 "DELETE /v2.0/ports/cb899d40-4e70-40d3-824e-2787b5763146 HTTP/1.1" status: 204 len: 173 time: 0.4932122 Jun 21 14:00:38.273376 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecfc43f-48f1-461f-9d47-121549938927', 'name': 'network-vif-deleted', 'tag': 'cb899d40-4e70-40d3-824e-2787b5763146'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:00:38.275624 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13345571-44ea-47c6-ae73-7a124e8c7909" -d '{"events": [{"server_uuid": "5ecfc43f-48f1-461f-9d47-121549938927", "name": "network-vif-deleted", "tag": "cb899d40-4e70-40d3-824e-2787b5763146"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:00:38.313519 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0277e70c-83c2-4559-b463-3ab92338573d x-openstack-request-id: req-0277e70c-83c2-4559-b463-3ab92338573d {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:00:38.313898 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecfc43f-48f1-461f-9d47-121549938927", "name": "network-vif-deleted", "tag": "cb899d40-4e70-40d3-824e-2787b5763146", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:00:38.314136 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0277e70c-83c2-4559-b463-3ab92338573d {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:00:38.314559 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecfc43f-48f1-461f-9d47-121549938927', 'name': 'network-vif-deleted', 'tag': 'cb899d40-4e70-40d3-824e-2787b5763146', 'status': 'completed', 'code': 200} Jun 21 14:00:38.939486 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 48848) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:39.354339 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608244'] for router_interface, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:39.657106 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Deleting port 77bfb357-fb55-4001-8cee-b66e05bfe411 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:00:39.657364 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:39.742466 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] For port 77bfb357-fb55-4001-8cee-b66e05bfe411, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=77bfb357-fb55-4001-8cee-b66e05bfe411,segment=NetworkSegment(9b9044f5-dc63-414f-8b6e-39bb7b2746f4),segment_id=9b9044f5-dc63-414f-8b6e-39bb7b2746f4)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:39.742933 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:39.808414 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Calling delete_port for 77bfb357-fb55-4001-8cee-b66e05bfe411 owned by network:router_interface {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:00:40.218685 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:40.221404 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c8301bed-9ae3-481b-b36c-05747922c8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:40.245322 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Pushing event deleted for resources: {'Port': ['ID=77bfb357-fb55-4001-8cee-b66e05bfe411,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:40.248986 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:40.396387 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608072'] for router_interface, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:40.603607 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Router 4cd784f7-9eb5-41cb-9df0-303060710360 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:00:40.703956 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:00:40.709231 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] 10.222.0.60 "PUT /v2.0/routers/4cd784f7-9eb5-41cb-9df0-303060710360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686353 Jun 21 14:00:40.711704 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 48850) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:40.714605 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] Sync routers for ids ['4cd784f7-9eb5-41cb-9df0-303060710360'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:00:40.724162 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] Routers {'4cd784f7-9eb5-41cb-9df0-303060710360'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:00:40.724806 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:00:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['4cd784f7-9eb5-41cb-9df0-303060710360'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:40.813032 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks [] for router, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:40.826302 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] Set router 4cd784f7-9eb5-41cb-9df0-303060710360 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:00:40.915666 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:40.970349 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Deleting port 8a561286-6668-4734-8663-9e73c13432c1 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:00:40.970587 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.042685 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cb899d40-4e70-40d3-824e-2787b5763146 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:00:41.056573 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] For port 8a561286-6668-4734-8663-9e73c13432c1, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=8a561286-6668-4734-8663-9e73c13432c1,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:00:41.056945 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.063323 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: cb899d40-4e70-40d3-824e-2787b5763146 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:00:41.063756 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cb899d40-4e70-40d3-824e-2787b5763146 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:00:41.080273 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226'}], 'enable_snat': True}, 'gw_port_id': '8a561286-6668-4734-8663-9e73c13432c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T14:00:40Z', 'revision_number': 5, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port': {'id': '8a561286-6668-4734-8663-9e73c13432c1', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:47Z', 'updated_at': '2021-06-21T13:57:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:41.108109 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] Checking router: 4cd784f7-9eb5-41cb-9df0-303060710360 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:00:41.116707 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] Routers {'4cd784f7-9eb5-41cb-9df0-303060710360'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:00:41.117309 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:00:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['4cd784f7-9eb5-41cb-9df0-303060710360'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:41.120114 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Calling delete_port for 8a561286-6668-4734-8663-9e73c13432c1 owned by network:router_gateway {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:00:41.200152 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] Set router 4cd784f7-9eb5-41cb-9df0-303060710360 gateway port host: None {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:00:41.251182 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T14:00:40Z', 'revision_number': 6, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port_host': None}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:41.279285 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1de2d3c-ff45-49d6-9f94-1b408dddb599 None None] The sync data for ids ['4cd784f7-9eb5-41cb-9df0-303060710360'] in dv-cinder-794962-5-smb is: [{'id': '4cd784f7-9eb5-41cb-9df0-303060710360', 'name': 'tempest-ServerRescueNegativeTestJSON-1653120892-router', 'tenant_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:46Z', 'updated_at': '2021-06-21T14:00:40Z', 'revision_number': 6, 'project_id': 'ecc0b854e23d4b8689629bd41ab3a2a1', 'gw_port_host': None}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:00:41.282807 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.284752 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:41.316986 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a561286-6668-4734-8663-9e73c13432c1,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:41.320060 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:41.378298 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645732'] for router_gateway, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.478133 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1065'] for router, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.480187 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.544345 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-609067'] for router, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.544866 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd784f7-9eb5-41cb-9df0-303060710360 {{(pid=92657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:00:41.549881 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Notify callbacks [] for router, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.551641 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4cd784f7-9eb5-41cb-9df0-303060710360 HTTP/1.1" status: 204 len: 168 time: 0.8390431 Jun 21 14:00:41.553983 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 48852) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:41.596580 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] Deleting subnet 10105540-d1af-4163-ba0f-22bab6111519 {{(pid=92657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:00:41.600179 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.636293 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782771'] for subnet, precommit_delete_associations {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.682488 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.745817 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404426'] for subnet, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.749511 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:41.776456 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10105540-d1af-4163-ba0f-22bab6111519,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:41.779860 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:41.781128 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.783290 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d0b6744c-984a-4235-a18b-048d4ada0fd7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/10105540-d1af-4163-ba0f-22bab6111519 HTTP/1.1" status: 204 len: 168 time: 0.2284083 Jun 21 14:00:41.785688 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 48854) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:41.859903 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.947900 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.959172 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dedc0a9-3fab-457b-b8a0-1a64cefa7121']}} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:41.969965 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9044f5-dc63-414f-8b6e-39bb7b2746f4') {'for_net_delete': True} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:41.970259 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9044f5-dc63-414f-8b6e-39bb7b2746f4') {} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:00:41.978888 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782778'] for segment, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.992547 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:41.998452 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=92657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:00:41.998827 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477773'] for segment, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: Traceback (most recent call last): Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: timer() Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: cb(*args, **kw) Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: return func(*args, **kwargs) Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: self._notify() Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: self.callback(batched_events) Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: event.method(event) Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: return f(self, *a, **k) Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: return self._get(url).json() Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: return self.request(url, 'GET', **kwargs) Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:00:42.000490 dv-cinder-794962-5-smb neutron-server[92657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:00:42.063597 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.067473 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:42.071092 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.072924 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0dedc0a9-3fab-457b-b8a0-1a64cefa7121 HTTP/1.1" status: 204 len: 168 time: 0.2863367 Jun 21 14:00:42.084036 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dedc0a9-3fab-457b-b8a0-1a64cefa7121,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:42.086230 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bdc04391-05b9-405a-ac62-8f125a84ed63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:42.284940 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48858) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:42.327336 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-3db40acc-b59c-41ee-9d3f-e2e15d58d25a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecc0b854e23d4b8689629bd41ab3a2a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410538 Jun 21 14:00:42.330508 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48860) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:42.378381 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1b90d99-8849-4433-a0af-58f731e9b49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.399202 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1b90d99-8849-4433-a0af-58f731e9b49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.450847 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1b90d99-8849-4433-a0af-58f731e9b49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.453458 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1b90d99-8849-4433-a0af-58f731e9b49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:42.454565 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-c1b90d99-8849-4433-a0af-58f731e9b49a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bef6039-ae4f-4313-b365-8dc8440f8da7 HTTP/1.1" status: 204 len: 168 time: 0.1231420 Jun 21 14:00:42.455321 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-34647f40-44f8-413e-a090-e8f9ac532205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:42.462954 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b90d99-8849-4433-a0af-58f731e9b49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bef6039-ae4f-4313-b365-8dc8440f8da7,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:42.465565 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c1b90d99-8849-4433-a0af-58f731e9b49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:42.539060 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 77bfb357-fb55-4001-8cee-b66e05bfe411 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:00:42.561790 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 77bfb357-fb55-4001-8cee-b66e05bfe411 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:00:42.562149 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 77bfb357-fb55-4001-8cee-b66e05bfe411 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:00:42.562576 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 8a561286-6668-4734-8663-9e73c13432c1 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:00:42.581791 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 8a561286-6668-4734-8663-9e73c13432c1 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:00:42.582163 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 8a561286-6668-4734-8663-9e73c13432c1 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:00:46.437374 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6157ad0-8f65-433b-87da-b1e9ef292a4c req-480df260-0a73-4ba1-91a2-49835d367016 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:46.438801 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b6157ad0-8f65-433b-87da-b1e9ef292a4c req-480df260-0a73-4ba1-91a2-49835d367016 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0617001 Jun 21 14:00:46.475453 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b6157ad0-8f65-433b-87da-b1e9ef292a4c req-1cc5653a-01c6-4c18-a7a3-a1fbc7d7e216 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304806 Jun 21 14:00:47.644158 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa057b-462e-4c9d-a62f-dc4d581c1344 req-7eea9e77-3eaf-47ee-b56a-8b22fa85cb8c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:47.646027 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-68aa057b-462e-4c9d-a62f-dc4d581c1344 req-7eea9e77-3eaf-47ee-b56a-8b22fa85cb8c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0610077 Jun 21 14:00:47.682127 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-68aa057b-462e-4c9d-a62f-dc4d581c1344 req-effe860f-1a8e-4a0e-b457-07178f1ff384 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306787 Jun 21 14:00:48.635750 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48976) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:48.759472 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e4f45d76-eb99-4b69-bacc-2412f5eae06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:48.881881 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a4d15-dcf8-4037-87ad-ae427fdbd49f req-09589f97-f453-414c-a5ee-03900f1da07c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:48.883371 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f40a4d15-dcf8-4037-87ad-ae427fdbd49f req-09589f97-f453-414c-a5ee-03900f1da07c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0884717 Jun 21 14:00:48.914338 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e4f45d76-eb99-4b69-bacc-2412f5eae06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:48.920305 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e4f45d76-eb99-4b69-bacc-2412f5eae06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:48.927491 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-63db297f-fdf1-4a91-be20-f2fb7110ffcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:48.948353 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f40a4d15-dcf8-4037-87ad-ae427fdbd49f req-f94d568f-9f75-41d9-91c8-3da7f0c3399e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584176 Jun 21 14:00:48.968228 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f45d76-eb99-4b69-bacc-2412f5eae06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b75855-c828-4223-b9b3-b64228b6f646,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:48.976389 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-e4f45d76-eb99-4b69-bacc-2412f5eae06d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cbcb6e1a841439fa526f927dec4a109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356092 Jun 21 14:00:48.976389 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e4f45d76-eb99-4b69-bacc-2412f5eae06d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:48.976389 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 48982) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:49.022780 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615207d-c1eb-42de-9bd7-57c8c9a6bd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.046522 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615207d-c1eb-42de-9bd7-57c8c9a6bd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.091291 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615207d-c1eb-42de-9bd7-57c8c9a6bd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.093936 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615207d-c1eb-42de-9bd7-57c8c9a6bd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:49.095004 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-8615207d-c1eb-42de-9bd7-57c8c9a6bd75 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79b75855-c828-4223-b9b3-b64228b6f646 HTTP/1.1" status: 204 len: 168 time: 0.1191404 Jun 21 14:00:49.095840 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6caf6e3c-da0d-46a1-9065-c62465d20e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:49.103863 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615207d-c1eb-42de-9bd7-57c8c9a6bd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b75855-c828-4223-b9b3-b64228b6f646,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:49.106722 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8615207d-c1eb-42de-9bd7-57c8c9a6bd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:50.126645 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22ab62-95f1-4775-838a-bfeb6d8fa362 req-714b723f-0a24-4066-a44e-cb19f1135a4b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:50.128124 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4a22ab62-95f1-4775-838a-bfeb6d8fa362 req-714b723f-0a24-4066-a44e-cb19f1135a4b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0649419 Jun 21 14:00:50.166879 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4a22ab62-95f1-4775-838a-bfeb6d8fa362 req-591f3b65-a225-4037-931a-39e7090fe580 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Jun 21 14:00:50.581280 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49034) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:50.681902 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-55b198f4-1ebe-4570-8424-7fbe0c002aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.766814 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-55b198f4-1ebe-4570-8424-7fbe0c002aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.770574 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-55b198f4-1ebe-4570-8424-7fbe0c002aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.773745 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-806cb9a2-3d35-436a-b141-a04669da2d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:50.808439 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-55b198f4-1ebe-4570-8424-7fbe0c002aa8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=03b508c7dfe74a759aedb6a8d586cb97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256579 Jun 21 14:00:50.809457 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b198f4-1ebe-4570-8424-7fbe0c002aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d106c1ee-2b82-495f-916b-6dd327d6f062,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:50.811217 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49038) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:50.813716 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-55b198f4-1ebe-4570-8424-7fbe0c002aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:50.859091 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.883893 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.929628 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.932131 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:50.933278 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d106c1ee-2b82-495f-916b-6dd327d6f062 HTTP/1.1" status: 204 len: 168 time: 0.1211078 Jun 21 14:00:50.934051 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9ccf419d-bf09-4e71-b378-5bc1d94d9e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:50.941156 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d106c1ee-2b82-495f-916b-6dd327d6f062,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:50.947854 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.948223 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.948635 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.948987 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.949378 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.949670 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.950015 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.950359 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.950700 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.951039 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.951383 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.951720 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:50.954690 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:51.183005 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49044) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:51.196049 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a68e4d5e-61bc-4cee-b81a-8cfdb13afe29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.286940 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a68e4d5e-61bc-4cee-b81a-8cfdb13afe29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.290919 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-a68e4d5e-61bc-4cee-b81a-8cfdb13afe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.293476 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-941ef574-cd89-479d-bb82-48f0d6f61b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:51.329714 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-a68e4d5e-61bc-4cee-b81a-8cfdb13afe29 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51d142a4ae044e5b905b8df5aa82dd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456375 Jun 21 14:00:51.330695 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e4d5e-61bc-4cee-b81a-8cfdb13afe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857fc4c7-b291-44bc-a5df-1a7da5e47594,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:51.332887 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49048) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:51.334386 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a68e4d5e-61bc-4cee-b81a-8cfdb13afe29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:51.348239 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00b160-8131-40c3-bf5e-2bd87f6a60df req-fab01592-c6a0-44f8-9f48-ad1dfc9486c7 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:51.349701 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ab00b160-8131-40c3-bf5e-2bd87f6a60df req-fab01592-c6a0-44f8-9f48-ad1dfc9486c7 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0720649 Jun 21 14:00:51.411298 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ab00b160-8131-40c3-bf5e-2bd87f6a60df req-701bb856-0e2a-4181-8f55-19b50938c438 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545549 Jun 21 14:00:51.420430 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.441579 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.486472 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.489348 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:51.490475 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/857fc4c7-b291-44bc-a5df-1a7da5e47594 HTTP/1.1" status: 204 len: 168 time: 0.1565914 Jun 21 14:00:51.491193 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:51.498289 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857fc4c7-b291-44bc-a5df-1a7da5e47594,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:51.505105 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.505479 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.505841 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.506292 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.506762 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.507120 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.507511 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.508183 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.508183 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.508557 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.508903 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.509242 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:00:51.512784 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:52.585396 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa39b1-4edb-4b5a-b63b-9afb85a9f872 req-4954c361-d61f-44f6-932e-626be2787451 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:52.586885 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f2fa39b1-4edb-4b5a-b63b-9afb85a9f872 req-4954c361-d61f-44f6-932e-626be2787451 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0632584 Jun 21 14:00:52.625954 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f2fa39b1-4edb-4b5a-b63b-9afb85a9f872 req-aee2f381-11fe-4246-8fdc-fa1b9e7f9fb1 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 Jun 21 14:00:53.797908 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324814c-9aac-4531-838a-711a424ae3ce req-4d28c20c-0e29-4e87-aab2-db8f6c95d78a tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:53.799365 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2324814c-9aac-4531-838a-711a424ae3ce req-4d28c20c-0e29-4e87-aab2-db8f6c95d78a tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0661645 Jun 21 14:00:53.836972 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2324814c-9aac-4531-838a-711a424ae3ce req-96def065-6b6f-4b4b-8104-2186ea281ee1 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Jun 21 14:00:55.007304 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848add03-aa12-4563-b64d-501de02f0298 req-37b51680-5aa8-486c-abf2-f1c9c2eec912 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:55.008778 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-848add03-aa12-4563-b64d-501de02f0298 req-37b51680-5aa8-486c-abf2-f1c9c2eec912 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0653958 Jun 21 14:00:55.045122 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-848add03-aa12-4563-b64d-501de02f0298 req-a8cb6ca8-842c-4bad-8bd9-252b2aff5948 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309584 Jun 21 14:00:56.224276 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b3c6c-c83e-46b9-9b9c-673a4383369a req-306e5bc6-b49c-458e-8484-215ed8a46caf tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:56.225766 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c25b3c6c-c83e-46b9-9b9c-673a4383369a req-306e5bc6-b49c-458e-8484-215ed8a46caf tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0652761 Jun 21 14:00:56.271552 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c25b3c6c-c83e-46b9-9b9c-673a4383369a req-4148fc78-5344-4e60-bfce-639eb8af2679 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401607 Jun 21 14:00:57.447092 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f47c5-5047-4df7-bb20-eeb15da8e0c3 req-798200c5-4da2-4adf-91ab-3449bbf03de5 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:57.448613 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c84f47c5-5047-4df7-bb20-eeb15da8e0c3 req-798200c5-4da2-4adf-91ab-3449bbf03de5 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0661659 Jun 21 14:00:57.486107 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c84f47c5-5047-4df7-bb20-eeb15da8e0c3 req-b673eab0-d436-47b6-938b-b18f422f6799 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Jun 21 14:00:57.703622 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49182) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:57.815650 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2292675f-d171-42a4-9d2b-48fbbdb98142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:57.887191 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d5a9e-98ed-443c-98d7-5595139cdfef req-41e01803-bdcd-4658-a148-b884c5bfcfb8 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:57.888607 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-025d5a9e-98ed-443c-98d7-5595139cdfef req-41e01803-bdcd-4658-a148-b884c5bfcfb8 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1142719 Jun 21 14:00:57.894582 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-9e0e67f7-c322-478e-9606-3582aed25b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:57.896014 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-9e0e67f7-c322-478e-9606-3582aed25b72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 1099 time: 0.0851176 Jun 21 14:00:57.905200 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2292675f-d171-42a4-9d2b-48fbbdb98142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:57.910355 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2292675f-d171-42a4-9d2b-48fbbdb98142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:57.914378 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:57.949170 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-2292675f-d171-42a4-9d2b-48fbbdb98142 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7519f3b2e26145d3bca99b8b8f92735e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436686 Jun 21 14:00:57.950247 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2292675f-d171-42a4-9d2b-48fbbdb98142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c266e5fc-824f-4175-bf9b-1264c588432b,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:57.952498 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49186) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:57.954424 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2292675f-d171-42a4-9d2b-48fbbdb98142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:57.980329 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-025d5a9e-98ed-443c-98d7-5595139cdfef req-ae706dcf-064c-42d4-9062-24d4d22abc12 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833044 Jun 21 14:00:58.005942 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7564736c-8b72-44f1-9f3a-449eaac5d6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.016699 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-9f6c2736-ad6f-4bdc-b702-0bf27c427aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:58.018127 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-9f6c2736-ad6f-4bdc-b702-0bf27c427aa0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 912 time: 0.1144185 Jun 21 14:00:58.027277 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7564736c-8b72-44f1-9f3a-449eaac5d6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.072882 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7564736c-8b72-44f1-9f3a-449eaac5d6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.075511 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7564736c-8b72-44f1-9f3a-449eaac5d6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.076862 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7564736c-8b72-44f1-9f3a-449eaac5d6b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c266e5fc-824f-4175-bf9b-1264c588432b HTTP/1.1" status: 204 len: 168 time: 0.1232557 Jun 21 14:00:58.077860 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-45148f9d-2c07-48cd-b38c-e484fb6a5065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:58.086357 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564736c-8b72-44f1-9f3a-449eaac5d6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c266e5fc-824f-4175-bf9b-1264c588432b,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:58.088265 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7564736c-8b72-44f1-9f3a-449eaac5d6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:58.092790 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-54d3a02c-0137-433d-877a-34b7ccc9f7c9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6 HTTP/1.1" status: 200 len: 1001 time: 0.0601761 Jun 21 14:00:58.144921 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-b0216d94-b64c-4b9e-bf96-c6fb14e10cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:58.146887 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-b0216d94-b64c-4b9e-bf96-c6fb14e10cf1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.0457163 Jun 21 14:00:58.207726 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-cb428b50-dede-447e-9056-172aebae46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:58.209784 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-cb428b50-dede-447e-9056-172aebae46eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570173 Jun 21 14:00:58.300684 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-fedefab9-07a2-47d6-8d9d-e47ac391a5a6 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840750 Jun 21 14:00:58.346627 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49192) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:58.361018 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bd03b7a0-0d14-4a5a-ac9c-2ce705f021f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.399398 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2de83812-b541-4ae4-a2c0-a62a08145811 req-06e9cba8-e25c-4ed0-bbfe-848fb6c659f4 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919638 Jun 21 14:00:58.452422 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bd03b7a0-0d14-4a5a-ac9c-2ce705f021f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.456038 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bd03b7a0-0d14-4a5a-ac9c-2ce705f021f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.459438 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-83f63c09-95ed-4d75-a135-828565414416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:58.494595 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-bd03b7a0-0d14-4a5a-ac9c-2ce705f021f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb62ea6bb69d4b65b29d3613184b31b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469333 Jun 21 14:00:58.495727 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03b7a0-0d14-4a5a-ac9c-2ce705f021f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6128b1f-5efc-4aec-afaa-eddbc5e76784,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:58.497222 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49194) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:00:58.499266 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-bd03b7a0-0d14-4a5a-ac9c-2ce705f021f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:58.545030 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-91221f3b-fb30-46cd-adbf-f9ed80aa89ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.565583 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-91221f3b-fb30-46cd-adbf-f9ed80aa89ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.611668 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-91221f3b-fb30-46cd-adbf-f9ed80aa89ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.614235 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-91221f3b-fb30-46cd-adbf-f9ed80aa89ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:00:58.615899 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-91221f3b-fb30-46cd-adbf-f9ed80aa89ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6128b1f-5efc-4aec-afaa-eddbc5e76784 HTTP/1.1" status: 204 len: 168 time: 0.1171470 Jun 21 14:00:58.616694 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-85c54c1f-9445-4ec9-bae6-8d24573b9a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:00:58.624110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91221f3b-fb30-46cd-adbf-f9ed80aa89ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6128b1f-5efc-4aec-afaa-eddbc5e76784,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:00:58.626433 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-91221f3b-fb30-46cd-adbf-f9ed80aa89ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:00:59.157508 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfcc41-90f9-45fd-bc55-14008002d435 req-3e19efe3-304a-489f-92ad-4655d52c722c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:00:59.158955 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bbbfcc41-90f9-45fd-bc55-14008002d435 req-3e19efe3-304a-489f-92ad-4655d52c722c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0652053 Jun 21 14:00:59.196037 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bbbfcc41-90f9-45fd-bc55-14008002d435 req-be6f17de-c346-40ae-b752-73f96f6e6a3f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Jun 21 14:01:00.613132 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49270) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:00.713836 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8fbf356b-57b4-4825-8d1d-c13c8afa0528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.801420 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8fbf356b-57b4-4825-8d1d-c13c8afa0528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.805418 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8fbf356b-57b4-4825-8d1d-c13c8afa0528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.807713 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6f0b05a8-67b2-4957-bd8e-33d8655b4303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:00.845467 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf356b-57b4-4825-8d1d-c13c8afa0528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f7d09c-42ee-457f-b537-ae89fbc83001,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:00.849591 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-8fbf356b-57b4-4825-8d1d-c13c8afa0528 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c72664e60ac8467c89ff6120c7b2aa92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354848 Jun 21 14:01:00.850542 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8fbf356b-57b4-4825-8d1d-c13c8afa0528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:00.852260 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49274) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:00.898548 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-944aaf7e-a8a1-409c-aa8d-b8cd64fe415a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.918384 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-944aaf7e-a8a1-409c-aa8d-b8cd64fe415a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.965226 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-944aaf7e-a8a1-409c-aa8d-b8cd64fe415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.967715 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-944aaf7e-a8a1-409c-aa8d-b8cd64fe415a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:00.968845 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-944aaf7e-a8a1-409c-aa8d-b8cd64fe415a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9f7d09c-42ee-457f-b537-ae89fbc83001 HTTP/1.1" status: 204 len: 168 time: 0.1156502 Jun 21 14:01:00.969760 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f54f58c9-8568-4dfc-972b-ace54614a7a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:00.977113 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944aaf7e-a8a1-409c-aa8d-b8cd64fe415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f7d09c-42ee-457f-b537-ae89fbc83001,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:00.979242 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-944aaf7e-a8a1-409c-aa8d-b8cd64fe415a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:01.239358 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49280) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:01.255202 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d54e5e65-f469-48c0-843c-b2db6d3be75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.342568 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d54e5e65-f469-48c0-843c-b2db6d3be75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.346245 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-d54e5e65-f469-48c0-843c-b2db6d3be75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.350388 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-bd03b7a0-0d14-4a5a-ac9c-2ce705f021f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:01.384931 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-d54e5e65-f469-48c0-843c-b2db6d3be75a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f86d0a885c241e8a103e40fca15890d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442230 Jun 21 14:01:01.385809 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e5e65-f469-48c0-843c-b2db6d3be75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cb3d9b-6098-4893-af36-cdc5cde0e894,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:01.388136 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49282) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:01.388692 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d54e5e65-f469-48c0-843c-b2db6d3be75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:01.436387 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e41bfb23-93a2-4037-8578-af68b52c7d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.456317 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e41bfb23-93a2-4037-8578-af68b52c7d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.501632 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e41bfb23-93a2-4037-8578-af68b52c7d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.504276 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e41bfb23-93a2-4037-8578-af68b52c7d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:01.505485 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-e41bfb23-93a2-4037-8578-af68b52c7d00 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01cb3d9b-6098-4893-af36-cdc5cde0e894 HTTP/1.1" status: 204 len: 168 time: 0.1169446 Jun 21 14:01:01.506252 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1b6ea413-e30f-4a0f-be5c-5f93069f9d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:01.513349 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41bfb23-93a2-4037-8578-af68b52c7d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cb3d9b-6098-4893-af36-cdc5cde0e894,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:01.515474 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e41bfb23-93a2-4037-8578-af68b52c7d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:01.986299 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-172463a4-316e-4f1b-ae16-d494c74e506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:03.434488 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:01:04.281612 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-4e67fa38-c937-4840-9ad1-d95d673cdca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.117962 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:05.688662 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:06.043378 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-4f851a1d-7e1b-4e64-9e4c-5c2fc6653548 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558925 Jun 21 14:01:06.121134 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-ce597ffe-7e46-4f57-96aa-ebff8c98d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.122626 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-ce597ffe-7e46-4f57-96aa-ebff8c98d7e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 1099 time: 0.0525537 Jun 21 14:01:06.235379 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-aa79a30a-75bf-4676-a28a-4c45a76dc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.236880 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-aa79a30a-75bf-4676-a28a-4c45a76dc9f4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 912 time: 0.0931239 Jun 21 14:01:06.304241 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-a26f45f4-1ad6-40d9-90b2-35262cdf4859 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6 HTTP/1.1" status: 200 len: 1001 time: 0.0593557 Jun 21 14:01:06.354845 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-8763b010-4e4f-4550-93b2-b2f0cc391fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.356249 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-8763b010-4e4f-4550-93b2-b2f0cc391fc2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.0457609 Jun 21 14:01:06.417027 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-295eabd0-df5f-4664-8fb6-a32237624686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:06.418457 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-295eabd0-df5f-4664-8fb6-a32237624686 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0538239 Jun 21 14:01:06.509580 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-10cdf541-7255-4705-9ac4-1bdbd29de431 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820117 Jun 21 14:01:06.845013 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c20643f7-c3ef-44b9-95f3-fabe716c10d4 req-c0c0ed86-a6ae-4121-9a84-8d6bbf2e4fc9 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283622 Jun 21 14:01:07.312982 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:07.507890 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:12.534038 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4046c-8051-4050-bde7-e56ea9c27775 req-b3808bd8-b735-49b3-a6ef-46a5d6d4adde tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:12.535614 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-50e4046c-8051-4050-bde7-e56ea9c27775 req-b3808bd8-b735-49b3-a6ef-46a5d6d4adde tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 946 time: 0.0695825 Jun 21 14:01:12.572341 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-50e4046c-8051-4050-bde7-e56ea9c27775 req-13713419-209a-4d93-a9a9-1e12a6d57091 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Jun 21 14:01:13.750553 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5df902-ad08-4296-b20e-d057404d14d1 req-dad52784-e689-4651-8d4d-1a850d4a8fa6 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:13.752041 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9f5df902-ad08-4296-b20e-d057404d14d1 req-dad52784-e689-4651-8d4d-1a850d4a8fa6 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 946 time: 0.0632865 Jun 21 14:01:13.767234 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49416) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:13.790155 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9f5df902-ad08-4296-b20e-d057404d14d1 req-e8003f05-b3b7-452d-8741-70d8ca082e98 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=f9a4e582-b836-4e07-8196-1b02a803cb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Jun 21 14:01:13.872932 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f516cdf3-dfe2-4fc9-89e8-61ef7b811b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:13.960503 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f516cdf3-dfe2-4fc9-89e8-61ef7b811b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:13.963974 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f516cdf3-dfe2-4fc9-89e8-61ef7b811b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:13.967827 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8fbf356b-57b4-4825-8d1d-c13c8afa0528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:14.002622 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-f516cdf3-dfe2-4fc9-89e8-61ef7b811b5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8823d512d9494c93af316f2fd488b1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343676 Jun 21 14:01:14.004486 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516cdf3-dfe2-4fc9-89e8-61ef7b811b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f2b58f-f803-4c3d-9910-b558bb28b7b6,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:14.005305 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49420) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:14.008216 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f516cdf3-dfe2-4fc9-89e8-61ef7b811b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:14.086012 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-da3e4feb-ef10-4037-8931-f0c220e83baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.119322 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-da3e4feb-ef10-4037-8931-f0c220e83baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.142526 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-88615305-fb18-4b18-8539-2ad2f0c23a4f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:14.143956 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-88615305-fb18-4b18-8539-2ad2f0c23a4f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 946 time: 0.1062264 Jun 21 14:01:14.235253 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-da3e4feb-ef10-4037-8931-f0c220e83baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.237977 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-da3e4feb-ef10-4037-8931-f0c220e83baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.239098 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-da3e4feb-ef10-4037-8931-f0c220e83baf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3f2b58f-f803-4c3d-9910-b558bb28b7b6 HTTP/1.1" status: 204 len: 168 time: 0.2327747 Jun 21 14:01:14.244765 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-53b8ebd6-bd7f-48b2-ac11-d3f87522c581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:14.255369 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e4feb-ef10-4037-8931-f0c220e83baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f2b58f-f803-4c3d-9910-b558bb28b7b6,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:14.261243 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-da3e4feb-ef10-4037-8931-f0c220e83baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:14.280351 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Deleting port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:01:14.280628 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.374325 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] For port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:14.374682 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.579607 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.579891 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.580206 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.l3_db [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Floating IP 32c6765d-319f-4e98-bfa4-30c8408d3fa6 disassociated. External IP: 172.28.3.190, port: d4b2bf56-1596-4e84-b0bb-7977b41e2ed3. Jun 21 14:01:14.580588 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Calling delete_port for d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:01:14.711277 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:14.716588 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:14.751003 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event deleted for resources: {'Port': ['ID=d4b2bf56-1596-4e84-b0bb-7977b41e2ed3,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:14.754033 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:14.864408 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:01:14.953016 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-489cfb07-0773-42ff-a461-e13c0c2d92b4 req-360639e4-4201-4221-bde6-ccef6c60710f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=82df0570-75ab-4a8f-a7eb-ff3cc4180fbd HTTP/1.1" status: 200 len: 210 time: 0.0393596 Jun 21 14:01:14.982873 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:01:14.993127 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] Sync routers for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:01:15.002391 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:15.002859 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:01:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:15.038613 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] No DVR routers for this DVR port d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:01:15.041820 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:15.045705 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7836c6fc-c4e7-434d-ae09-e112d367f66f req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "DELETE /v2.0/ports/d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 HTTP/1.1" status: 204 len: 173 time: 0.8937418 Jun 21 14:01:15.046535 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-deleted', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:15.050005 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f13bcdd-97d7-464c-82c4-1567c0e450c4" -d '{"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-deleted", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:15.094102 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bd0294-ed8d-4a23-bcd5-af7a80d55b92 x-openstack-request-id: req-91bd0294-ed8d-4a23-bcd5-af7a80d55b92 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:15.094548 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82df0570-75ab-4a8f-a7eb-ff3cc4180fbd", "name": "network-vif-deleted", "tag": "d4b2bf56-1596-4e84-b0bb-7977b41e2ed3", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:15.094898 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91bd0294-ed8d-4a23-bcd5-af7a80d55b92 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:15.095393 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82df0570-75ab-4a8f-a7eb-ff3cc4180fbd', 'name': 'network-vif-deleted', 'tag': 'd4b2bf56-1596-4e84-b0bb-7977b41e2ed3', 'status': 'completed', 'code': 200} Jun 21 14:01:15.136912 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:15.356752 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:15.382614 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] Checking router: d1c1e430-c64d-4dd6-8772-a1c0d1a84414 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:01:15.394361 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:15.394361 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:01:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:15.505756 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:15.737724 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:15.765897 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e009abe-0709-4ee6-9e9d-3a02afbce010 None None] The sync data for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb is: [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:01:16.010704 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b62c9e-5357-4c8c-a031-86bd771c221f None None] New status for floating IP 32c6765d-319f-4e98-bfa4-30c8408d3fa6: DOWN {{(pid=92660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:01:17.111636 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49486) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:17.165249 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-56ccbab0-0dbc-4807-b6b5-3c0aef2d94d7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.187098 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-56ccbab0-0dbc-4807-b6b5-3c0aef2d94d7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.217154 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:01:17.235908 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-56ccbab0-0dbc-4807-b6b5-3c0aef2d94d7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.236752 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:01:17.237110 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device d4b2bf56-1596-4e84-b0bb-7977b41e2ed3 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:01:17.239219 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-56ccbab0-0dbc-4807-b6b5-3c0aef2d94d7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.240393 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-56ccbab0-0dbc-4807-b6b5-3c0aef2d94d7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "DELETE /v2.0/security-groups/f9a4e582-b836-4e07-8196-1b02a803cb9c HTTP/1.1" status: 204 len: 168 time: 0.1276591 Jun 21 14:01:17.241165 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:17.243379 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49488) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:17.250258 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccbab0-0dbc-4807-b6b5-3c0aef2d94d7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a4e582-b836-4e07-8196-1b02a803cb9c,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:17.252473 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-56ccbab0-0dbc-4807-b6b5-3c0aef2d94d7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:17.261976 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.api.v2.resource [None req-0356c834-2606-4b2b-8036-bcc79018a701 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] show failed (client error): The resource could not be found. Jun 21 14:01:17.262951 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-0356c834-2606-4b2b-8036-bcc79018a701 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups/f9a4e582-b836-4e07-8196-1b02a803cb9c HTTP/1.1" status: 404 len: 347 time: 0.0184448 Jun 21 14:01:17.265883 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49490) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:17.390849 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Deleting port 466977a6-a191-4e71-8c08-46746553102b {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:01:17.391195 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.477469 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.477469 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.547401 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Calling delete_port for 466977a6-a191-4e71-8c08-46746553102b owned by network:floatingip {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:01:17.685357 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.688069 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3c28659a-c54e-4ab7-9729-256038bf9b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:17.716080 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event deleted for resources: {'Port': ['ID=466977a6-a191-4e71-8c08-46746553102b,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:17.719960 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:17.776841 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.779356 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:17.780543 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "DELETE /v2.0/floatingips/32c6765d-319f-4e98-bfa4-30c8408d3fa6 HTTP/1.1" status: 204 len: 168 time: 0.5136857 Jun 21 14:01:18.157064 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49512) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:18.161786 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748076147', 'description': 'tempest-description--1659146117'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:18.182872 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.283126 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.286986 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.290149 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-02a3c6a9-e827-4b2b-ba98-01af3887eda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:18.313410 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.314596 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1565294 Jun 21 14:01:18.317487 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49522) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:18.326175 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'security_group_rule': {'security_group_id': 'b30e6dcf-1193-4d6c-a73d-3ca5f51430cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:18.333159 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:18.337371 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:18.361805 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.429272 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.432903 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.438254 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:18.455679 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51370f5c-1ed9-4924-bf16-bed5b39976f5,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:18.458296 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.459437 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410336 Jun 21 14:01:18.460316 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:18.462457 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49526) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:18.466972 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-5ba77e44-c73f-4122-a221-a0b0554e2e7c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'security_group_rule': {'security_group_id': 'b30e6dcf-1193-4d6c-a73d-3ca5f51430cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:18.495054 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e44-c73f-4122-a221-a0b0554e2e7c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.549798 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e44-c73f-4122-a221-a0b0554e2e7c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.553728 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e44-c73f-4122-a221-a0b0554e2e7c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.555649 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:18.571365 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba77e44-c73f-4122-a221-a0b0554e2e7c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51966b68-c858-421e-892f-0cfed93695fa,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:18.573751 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-5ba77e44-c73f-4122-a221-a0b0554e2e7c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:18.578099 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5ba77e44-c73f-4122-a221-a0b0554e2e7c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.579282 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-5ba77e44-c73f-4122-a221-a0b0554e2e7c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160169 Jun 21 14:01:18.582784 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49528) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:18.587206 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'floatingip': {'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:18.614312 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.710598 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.813863 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Allocated IP 172.28.3.184 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/2075ab40-6c90-42a7-9d10-0cb72fbceaad) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:01:18.917897 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.956441 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:18.959635 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-4bad2d68-ed19-4555-b844-f0d35bde4393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:18.996082 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:18.998778 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:19.001264 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:19.029921 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'Port': ['ID=2075ab40-6c90-42a7-9d10-0cb72fbceaad,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:19.033719 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:19.126569 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:19.171560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:19.321920 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:19.327384 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:19.330236 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-dc9845c1-33c3-4b0f-b2f4-3114411fac4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:19.398898 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'Port': ['ID=2075ab40-6c90-42a7-9d10-0cb72fbceaad,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:19.404298 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:19.411072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:19.425324 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:19.429601 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8429563 Jun 21 14:01:19.640851 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-b4af7f51-91ca-4264-a4a0-68a8439bc4a0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--748076147&fields=id&tenant_id=9eb3c91522b44f5ba98f913263e905da HTTP/1.1" status: 200 len: 267 time: 0.0464153 Jun 21 14:01:19.753560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-366ae042-92b9-427a-8fc3-72c9f9cacd55 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:19.755091 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-366ae042-92b9-427a-8fc3-72c9f9cacd55 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 817 time: 0.1069989 Jun 21 14:01:19.770958 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-33ae4857-c2ea-48ab-84b9-437335348044 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/quotas/9eb3c91522b44f5ba98f913263e905da HTTP/1.1" status: 200 len: 375 time: 0.0087962 Jun 21 14:01:19.848041 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-de58ffc8-341c-41da-b962-596e559808b8 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722656 Jun 21 14:01:19.939858 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-882b7ee1-45e7-4041-9a1e-412d00930116 service neutron] 10.222.0.60 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799065 Jun 21 14:01:20.029726 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-562038e1-9933-4f96-9091-0bc646479e3a service neutron] 10.222.0.60 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837061 Jun 21 14:01:20.192877 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-58ad8a0d-5d87-4c27-952e-1d879e4e7e62 req-0502e13f-fa28-4eaa-9731-c1c08d28a3f5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 210 time: 0.0279396 Jun 21 14:01:21.226858 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-b67254a5-6165-44ed-b3c7-4f8a67d67f8f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:21.228290 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-b67254a5-6165-44ed-b3c7-4f8a67d67f8f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 817 time: 0.1070797 Jun 21 14:01:21.280117 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-dc49b1fb-759f-4811-877b-acce6efd0cef tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb3c91522b44f5ba98f913263e905da HTTP/1.1" status: 200 len: 379 time: 0.0349324 Jun 21 14:01:21.289314 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'port': {'device_id': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'admin_state_up': True, 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'security_groups': ['b30e6dcf-1193-4d6c-a73d-3ca5f51430cb']}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:21.364951 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-500b0467-4b0a-498c-ae64-25825f1bc08b req-90a06a66-c929-47de-b1d4-8ec6cd1c24f4 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 210 time: 0.0322740 Jun 21 14:01:21.428806 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Made reservation on behalf of 9eb3c91522b44f5ba98f913263e905da for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:01:21.432238 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:21.555578 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Allocated IP 172.20.0.8 (0f04b0fe-873b-482f-b5a6-1f1bf4bf4975/08439e62-b064-4457-9281-33203a85208c/f66ddecc-193d-47d4-89c0-d9414a14a962) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:01:21.690898 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:21.943275 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Transition to ACTIVE for port object f66ddecc-193d-47d4-89c0-d9414a14a962 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:21.975991 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:21.979870 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-058ada95-e3f0-4c49-8168-60b7160f721b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:22.023865 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:22.027297 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:22.030985 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:22.054939 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:22.059478 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:22.083460 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:22.085334 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.100329 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8146086 Jun 21 14:01:22.113461 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Request body: {'port': {'device_id': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:22.195936 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.299015 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-df4ddb33-f1ae-468c-a176-97e2d49c5170 None None] Provisioning for port f66ddecc-193d-47d4-89c0-d9414a14a962 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:22.303807 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-df4ddb33-f1ae-468c-a176-97e2d49c5170 None None] Provisioning complete for port f66ddecc-193d-47d4-89c0-d9414a14a962 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:22.304314 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb33-f1ae-468c-a176-97e2d49c5170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.341956 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-df4ddb33-f1ae-468c-a176-97e2d49c5170 None None] Port f66ddecc-193d-47d4-89c0-d9414a14a962 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:01:22.413125 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49602) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:22.471233 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66ddecc-193d-47d4-89c0-d9414a14a962 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:22.481887 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.495731 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Transition to ACTIVE for port object f66ddecc-193d-47d4-89c0-d9414a14a962 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:22.501188 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.504784 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a3de023d-576c-4f73-82fc-8c3d13dc13b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:22.538306 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-145f3cda-f67c-4be1-bd34-783a6081167e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.575881 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0dc15-4742-4da8-823b-e2de562a14e4 req-c7ac80b4-b736-4088-ac90-a42302f5d9d2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:22.577359 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ba0dc15-4742-4da8-823b-e2de562a14e4 req-c7ac80b4-b736-4088-ac90-a42302f5d9d2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0871098 Jun 21 14:01:22.583255 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:22.586237 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:22.635985 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3ba0dc15-4742-4da8-823b-e2de562a14e4 req-6b31a40f-ac23-440f-8541-79bbaa340224 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486817 Jun 21 14:01:22.678583 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Attempting to bind port f66ddecc-193d-47d4-89c0-d9414a14a962 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:01:22.678985 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Attempting to bind port f66ddecc-193d-47d4-89c0-d9414a14a962 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:01:22.679367 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Attempting to bind port f66ddecc-193d-47d4-89c0-d9414a14a962 on network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:22.684120 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Port f66ddecc-193d-47d4-89c0-d9414a14a962 on network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:01:22.684498 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Attempting to bind port f66ddecc-193d-47d4-89c0-d9414a14a962 on network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:22.689918 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:01:22.690276 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Checking segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:22.690684 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Bound using segment: {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:01:22.691125 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Bound port: f66ddecc-193d-47d4-89c0-d9414a14a962, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b835506c-74ee-41c3-98ba-26425be330e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:01:22.691468 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.696902 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-145f3cda-f67c-4be1-bd34-783a6081167e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.700960 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-145f3cda-f67c-4be1-bd34-783a6081167e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.704874 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ae752298-7b27-4724-b9bc-a293df6d9342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:22.745827 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-145f3cda-f67c-4be1-bd34-783a6081167e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d840280b3a34ff0a5459632b23fdb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3308442 Jun 21 14:01:22.746870 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f3cda-f67c-4be1-bd34-783a6081167e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474abc44-a34d-4111-ae58-2b065d0abe1b,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:22.748838 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49606) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:22.751217 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-145f3cda-f67c-4be1-bd34-783a6081167e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:22.788308 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:01:22.791869 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:01:22.799716 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.801862 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9e7d8181-7cda-4126-b0b5-ee655f5f621d tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:22.844175 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:22.844982 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.846455 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] 10.222.0.22 "PUT /v2.0/ports/f66ddecc-193d-47d4-89c0-d9414a14a962 HTTP/1.1" status: 200 len: 1093 time: 0.7375929 Jun 21 14:01:22.853860 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:22.856184 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f43011-fa1c-409b-9506-4bb8725aa742" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:22.866308 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f7-03fc-49e2-899f-f2dc800300e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.895556 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422d4fa4-e10e-4d34-ab72-044e529850be x-openstack-request-id: req-422d4fa4-e10e-4d34-ab72-044e529850be {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:22.895891 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:22.896172 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-422d4fa4-e10e-4d34-ab72-044e529850be {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:22.897169 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'status': 'completed', 'code': 200} Jun 21 14:01:22.912058 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:22.915971 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:22.941771 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f7-03fc-49e2-899f-f2dc800300e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:22.995664 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-386e7e53-6d2f-4988-8407-5d9f1e3ec234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:22.997358 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-386e7e53-6d2f-4988-8407-5d9f1e3ec234 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 1096 time: 0.1055849 Jun 21 14:01:23.013838 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f7-03fc-49e2-899f-f2dc800300e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.016387 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-55bc60f7-03fc-49e2-899f-f2dc800300e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.017464 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-55bc60f7-03fc-49e2-899f-f2dc800300e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/474abc44-a34d-4111-ae58-2b065d0abe1b HTTP/1.1" status: 204 len: 168 time: 0.2675650 Jun 21 14:01:23.044617 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-158646bb-43a3-43d5-90ae-8ce07431294c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:23.048848 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-1e11ce34-4aaa-4af2-ae01-e672377ee068 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66ddecc-193d-47d4-89c0-d9414a14a962 HTTP/1.1" status: 200 len: 217 time: 0.0428598 Jun 21 14:01:23.063993 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc60f7-03fc-49e2-899f-f2dc800300e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474abc44-a34d-4111-ae58-2b065d0abe1b,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:23.066761 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-55bc60f7-03fc-49e2-899f-f2dc800300e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:23.108653 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-68d171e6-087f-4179-80b9-839802b25b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:23.110091 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-68d171e6-087f-4179-80b9-839802b25b9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.0535104 Jun 21 14:01:23.172013 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-1dcce6d3-1516-414e-b386-52907be9e48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:23.173580 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-1dcce6d3-1516-414e-b386-52907be9e48a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0568402 Jun 21 14:01:23.264842 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-0e52602c-03f2-44d3-811c-93c40afc286e service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844133 Jun 21 14:01:23.293337 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49614) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:23.306669 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d8b0-5cc1-42cc-b586-8a600e881fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.360872 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-073c13d6-7d6d-46af-81d5-7073db03b885 req-e589274d-372f-41d3-8671-517a0cead950 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891299 Jun 21 14:01:23.395883 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d8b0-5cc1-42cc-b586-8a600e881fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.399972 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b2f5d8b0-5cc1-42cc-b586-8a600e881fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.403396 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e4f45d76-eb99-4b69-bacc-2412f5eae06d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:23.437305 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b2f5d8b0-5cc1-42cc-b586-8a600e881fb5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0207578867504cf2bdc223a26cb48323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428456 Jun 21 14:01:23.438213 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5d8b0-5cc1-42cc-b586-8a600e881fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce512d6-3ac0-4d38-b19e-ab963e8c47d5,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:23.440574 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49616) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:23.446836 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b2f5d8b0-5cc1-42cc-b586-8a600e881fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:23.477048 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-4f54cb39-bfad-4690-8cfb-fbcbd52c95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:23.478540 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-4f54cb39-bfad-4690-8cfb-fbcbd52c95af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 1096 time: 0.0540543 Jun 21 14:01:23.492338 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1be8-b02f-4ec6-a4b4-3b4cfd96ef49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.513067 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1be8-b02f-4ec6-a4b4-3b4cfd96ef49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.560894 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1be8-b02f-4ec6-a4b4-3b4cfd96ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.563685 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-cf9c1be8-b02f-4ec6-a4b4-3b4cfd96ef49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.565014 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-cf9c1be8-b02f-4ec6-a4b4-3b4cfd96ef49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0ce512d6-3ac0-4d38-b19e-ab963e8c47d5 HTTP/1.1" status: 204 len: 168 time: 0.1236672 Jun 21 14:01:23.565957 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-0a2cbf67-75a6-4521-ba69-466ef53b2387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:23.574320 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c1be8-b02f-4ec6-a4b4-3b4cfd96ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce512d6-3ac0-4d38-b19e-ab963e8c47d5,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:23.576561 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-cf9c1be8-b02f-4ec6-a4b4-3b4cfd96ef49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:23.577012 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-abc2dee5-a205-4109-8e8f-49d46c0eb7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:23.578479 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-abc2dee5-a205-4109-8e8f-49d46c0eb7f0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 918 time: 0.0918446 Jun 21 14:01:23.624725 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-c9d2d65d-9c97-45a2-8daa-a3099cd03b47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66ddecc-193d-47d4-89c0-d9414a14a962 HTTP/1.1" status: 200 len: 217 time: 0.0366497 Jun 21 14:01:23.674639 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-e6e841f4-a9a1-4567-9232-77d657add307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:23.681987 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-e6e841f4-a9a1-4567-9232-77d657add307 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.0498447 Jun 21 14:01:23.743788 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-6fd8a944-4ff6-4d61-8baa-2186736d28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:23.745602 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-6fd8a944-4ff6-4d61-8baa-2186736d28b5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0564625 Jun 21 14:01:23.842432 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f3b31-8950-4042-a088-8378fdb78adf req-7bf8177c-ad4b-4f33-a91e-0b2d7ec16706 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:23.843947 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-838f3b31-8950-4042-a088-8378fdb78adf req-7bf8177c-ad4b-4f33-a91e-0b2d7ec16706 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0748920 Jun 21 14:01:23.854594 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-85b1fb9b-4921-411e-8d2f-cbf03e09d73b service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003673 Jun 21 14:01:23.885763 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-838f3b31-8950-4042-a088-8378fdb78adf req-3e5fb80e-a864-4f28-ab8b-d885777be054 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345008 Jun 21 14:01:23.924817 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49624) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:23.938148 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4c320e33-ea6f-4065-b8ed-329ad76f5092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:23.951344 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6f43011-fa1c-409b-9506-4bb8725aa742 req-ec671236-d4f4-4dc2-b564-e242c3453fdd service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885472 Jun 21 14:01:24.025301 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4c320e33-ea6f-4065-b8ed-329ad76f5092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:24.029006 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-4c320e33-ea6f-4065-b8ed-329ad76f5092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:24.032257 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-55b198f4-1ebe-4570-8424-7fbe0c002aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:24.067397 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-4c320e33-ea6f-4065-b8ed-329ad76f5092 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8dd760ba6cf448a1a15eaba52c103ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415195 Jun 21 14:01:24.068795 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c320e33-ea6f-4065-b8ed-329ad76f5092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de59e262-aaf2-42f9-af99-cfea064217f0,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:24.070599 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49626) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:24.071876 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-4c320e33-ea6f-4065-b8ed-329ad76f5092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:24.124005 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2c8d-d260-4aff-aa05-1932e133e44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:24.143999 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2c8d-d260-4aff-aa05-1932e133e44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:24.189693 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2c8d-d260-4aff-aa05-1932e133e44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:24.192335 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-5bdf2c8d-d260-4aff-aa05-1932e133e44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:24.193543 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-5bdf2c8d-d260-4aff-aa05-1932e133e44c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/de59e262-aaf2-42f9-af99-cfea064217f0 HTTP/1.1" status: 204 len: 168 time: 0.1218736 Jun 21 14:01:24.194263 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-91221f3b-fb30-46cd-adbf-f9ed80aa89ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:24.201691 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf2c8d-d260-4aff-aa05-1932e133e44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de59e262-aaf2-42f9-af99-cfea064217f0,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:24.203899 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-5bdf2c8d-d260-4aff-aa05-1932e133e44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:24.841721 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49648) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:24.934491 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-952026782-network', 'tenant_id': '5029a70f266942a0a90a137351b43752'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:24.956064 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Made reservation on behalf of 5029a70f266942a0a90a137351b43752 for: {'network': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:01:24.958431 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:24.967777 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.101730 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed38787-8f35-4858-bcca-a6db1a583546 req-0eb16237-9ca6-4382-86ee-1ce07c787803 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:25.103202 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1ed38787-8f35-4858-bcca-a6db1a583546 req-0eb16237-9ca6-4382-86ee-1ce07c787803 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.1015978 Jun 21 14:01:25.113215 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.119746 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.129423 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-11fcee3e-ffbe-4368-9c15-613a86e16573 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:25.165627 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=92657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:01:25.175669 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1ed38787-8f35-4858-bcca-a6db1a583546 req-31b63cf4-a33a-4797-a387-969a39ea97af tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650108 Jun 21 14:01:25.177453 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab73249-68a7-4a03-b354-ed50550775ed,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:25.181737 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:25.182801 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.183144 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.segments_db [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Added segment 9a621c1c-9456-4844-8b2a-bcfd8258f281 of type vlan for network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb Jun 21 14:01:25.223454 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.252079 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.253432 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:25.254013 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.257473 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:25.301928 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4591100 Jun 21 14:01:25.305361 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49654) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:25.310431 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Request body: {'subnet': {'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-952026782-subnet', 'tenant_id': '5029a70f266942a0a90a137351b43752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:25.313012 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Pushing event updated for resources: {'Network': ['ID=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:25.315715 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:25.324031 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:01:25.331711 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Made reservation on behalf of 5029a70f266942a0a90a137351b43752 for: {'subnet': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:01:25.334061 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3740081'] for subnet, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.492724 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3740067'] for subnet, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.496716 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:25.553267 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:25.556977 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:25.560661 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Checking segment: {'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:25.561006 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Network hostable DHCP agents. Network: 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:01:25.576193 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:01:25.584595 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb) {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:25.589743 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:25.590848 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:25.594141 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3307fcb9-91bb-47c3-9b85-1c84265797b2 None None] Network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:01:25.605187 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2987895 Jun 21 14:01:25.718489 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1820f0c-e7b9-4d2f-b5a6-d8f03d9c9ada None None] Network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:01:26.354310 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce039d8-65c4-4f18-8bc1-ab90561eb7eb req-55a25b4b-4c44-4aa0-96ce-e08a42f78cee tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:26.355763 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1ce039d8-65c4-4f18-8bc1-ab90561eb7eb req-55a25b4b-4c44-4aa0-96ce-e08a42f78cee tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0613718 Jun 21 14:01:26.392674 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1ce039d8-65c4-4f18-8bc1-ab90561eb7eb req-09873857-d767-47fc-a644-27ea44d8f488 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312734 Jun 21 14:01:27.252966 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:01:27.340731 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486caf0-e77a-464b-bf15-fa130856c142 req-5900068e-14e6-4e30-b5c3-cbf15ac87eba tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:27.343067 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-5900068e-14e6-4e30-b5c3-cbf15ac87eba tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/networks?id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb HTTP/1.1" status: 200 len: 813 time: 0.1063223 Jun 21 14:01:27.359503 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-3c0d44e8-2f11-4f66-9625-bc9698640dec tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/quotas/5029a70f266942a0a90a137351b43752 HTTP/1.1" status: 200 len: 375 time: 0.0100012 Jun 21 14:01:27.391953 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-af18d17b-8b8d-45bb-bc11-719ab3120c20 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5029a70f266942a0a90a137351b43752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278795 Jun 21 14:01:27.402522 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:27.415738 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'port_id': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'mac_address': 'fa:16:3e:5e:3a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:01:27.488763 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-b8a037e8-af39-4203-8627-7c299fac1bc3 service neutron] 10.222.0.60 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893157 Jun 21 14:01:27.494450 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:27.510725 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66ddecc-193d-47d4-89c0-d9414a14a962 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:27.538209 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:27.543259 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:27.546334 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-ab27827f-93ec-41d1-bc2f-bfadb2f2f4a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:27.578364 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a93d7-3527-4fb9-9c79-cc809ef98910 req-be3400cf-8bc4-45e9-aef9-e9ab91d7c39b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:27.580049 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-de1a93d7-3527-4fb9-9c79-cc809ef98910 req-be3400cf-8bc4-45e9-aef9-e9ab91d7c39b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0677586 Jun 21 14:01:27.593073 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-a37900ca-1501-49a3-8e9c-60472f6fa1c6 service neutron] 10.222.0.60 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961950 Jun 21 14:01:27.611744 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:27.614686 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:27.627275 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-de1a93d7-3527-4fb9-9c79-cc809ef98910 req-1e4efbdd-e6e0-48f3-9e21-45b7310fdd6d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401893 Jun 21 14:01:27.755642 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e4654eec-ba9b-4e1f-8924-5053b26e8afc req-6bd8a7a8-9817-4f67-98fd-82e7950fad27 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 210 time: 0.0320876 Jun 21 14:01:27.773839 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['f66ddecc-193d-47d4-89c0-d9414a14a962'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:01:28.862528 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486caf0-e77a-464b-bf15-fa130856c142 req-4992b344-f7bb-46f4-bcd2-11627d85400f tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:28.863973 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-4992b344-f7bb-46f4-bcd2-11627d85400f tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.22 "GET /v2.0/networks?id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb HTTP/1.1" status: 200 len: 813 time: 0.1644907 Jun 21 14:01:28.878309 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004390de-5c8c-4328-89cb-e8b059cfd4c5 req-8575c616-e651-4d88-bb42-88cf8864b88f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:28.879766 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-004390de-5c8c-4328-89cb-e8b059cfd4c5 req-8575c616-e651-4d88-bb42-88cf8864b88f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 944 time: 0.1135597 Jun 21 14:01:28.884312 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Request body: {'port': {'device_id': '026a5b72-f4c1-4b66-b72b-cfe2cbc86e29', 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb', 'admin_state_up': True, 'tenant_id': '5029a70f266942a0a90a137351b43752'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:28.906212 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-12504933-0505-4d99-902c-a9d756e1e28f req-ed809f8d-6e93-4261-a73f-ea8f98d9a10a tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 210 time: 0.0316556 Jun 21 14:01:28.976162 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-004390de-5c8c-4328-89cb-e8b059cfd4c5 req-0e977c23-2b45-4687-a627-1a3ad013420b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872982 Jun 21 14:01:29.022170 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Made reservation on behalf of 5029a70f266942a0a90a137351b43752 for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:01:29.025736 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.150143 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Allocated IP 172.20.0.11 (780dcc62-49a8-40f1-8260-f0fb8d7ff1eb/9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27/6ff5ad9b-0f36-46db-8326-7b2b8937bc18) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:01:29.254589 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:29.290546 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.300935 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port f66ddecc-193d-47d4-89c0-d9414a14a962 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:29.304374 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port f66ddecc-193d-47d4-89c0-d9414a14a962 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:29.304772 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.328761 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.333547 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-34457972-4f94-4333-b31d-d09acb3bd95b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:29.378417 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:29.381582 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.385120 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:29.389091 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:29.407288 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:29.409579 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945409fb-864b-42b4-8c3d-61a773b56242" -d '{"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-plugged", "status": "completed", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:29.413464 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Pushing event updated for resources: {'Port': ['ID=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:29.417957 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:29.421835 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:29.428064 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.430189 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:29.442833 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:29.444107 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.457156 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2846639-d6a7-475e-9c66-1d4c2d6c8da8 x-openstack-request-id: req-c2846639-d6a7-475e-9c66-1d4c2d6c8da8 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:29.457568 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-plugged", "status": "completed", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:29.457724 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2846639-d6a7-475e-9c66-1d4c2d6c8da8 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:29.458120 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'code': 200} Jun 21 14:01:29.461067 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803189 Jun 21 14:01:29.474639 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Request body: {'port': {'device_id': '026a5b72-f4c1-4b66-b72b-cfe2cbc86e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:29.482816 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:29.493152 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:29.548833 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.676355 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a9360-05e1-4634-a03c-f94ec7cfb959 req-26dcd720-bee8-466d-b800-587cd35c86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:29.678273 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-546a9360-05e1-4634-a03c-f94ec7cfb959 req-26dcd720-bee8-466d-b800-587cd35c86c4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 1098 time: 0.0503614 Jun 21 14:01:29.712096 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-546a9360-05e1-4634-a03c-f94ec7cfb959 req-d97916de-64f9-4045-9700-6f0c32bdb0bb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269835 Jun 21 14:01:29.802095 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:29.809735 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.823123 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Transition to ACTIVE for port object 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:29.826730 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:29.829396 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:29.902038 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:29.906137 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:29.971753 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Attempting to bind port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:01:29.972118 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Attempting to bind port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:01:29.972473 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Attempting to bind port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 on network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:29.977184 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 on network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:01:29.977512 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Attempting to bind port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 on network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:29.982220 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:01:29.982558 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Checking segment: {'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:29.982939 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Bound using segment: {'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:01:29.983366 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Bound port: 6ff5ad9b-0f36-46db-8326-7b2b8937bc18, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:01:29.983710 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:30.086823 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] For port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:01:30.103710 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] For port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:01:30.108892 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:30.110962 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-80dac834-7ad9-463b-90ae-de1b5679dc25 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:30.119842 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55d044-6a9e-4d51-8ff8-b4fa20094542 req-d8be9cb4-9d71-4c16-a1b7-004f77dd4d82 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:30.121323 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-af55d044-6a9e-4d51-8ff8-b4fa20094542 req-d8be9cb4-9d71-4c16-a1b7-004f77dd4d82 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 944 time: 0.1048985 Jun 21 14:01:30.159250 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285c842-2a69-474b-8b54-f4853fd94d46 req-a93abe5a-accf-4941-aea1-4401a1953c5f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:30.160840 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7285c842-2a69-474b-8b54-f4853fd94d46 req-a93abe5a-accf-4941-aea1-4401a1953c5f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0663176 Jun 21 14:01:30.172826 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:30.173437 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:30.174818 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] 10.222.0.22 "PUT /v2.0/ports/6ff5ad9b-0f36-46db-8326-7b2b8937bc18 HTTP/1.1" status: 200 len: 1094 time: 0.7044523 Jun 21 14:01:30.175323 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026a5b72-f4c1-4b66-b72b-cfe2cbc86e29', 'tag': '6ff5ad9b-0f36-46db-8326-7b2b8937bc18'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:30.178377 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a129799e-0509-48b9-a811-9418a94d59c8" -d '{"events": [{"name": "network-changed", "server_uuid": "026a5b72-f4c1-4b66-b72b-cfe2cbc86e29", "tag": "6ff5ad9b-0f36-46db-8326-7b2b8937bc18"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:30.202533 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7285c842-2a69-474b-8b54-f4853fd94d46 req-f028781c-8d4a-49df-abad-b1a7b8f2234f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338314 Jun 21 14:01:30.207344 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:30.213008 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-af55d044-6a9e-4d51-8ff8-b4fa20094542 req-db95cdcc-7149-4a3d-bb8d-2d552166d7aa tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690095 Jun 21 14:01:30.213787 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:30.260688 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9790976e-8584-45ae-a52a-3d0319c89adf x-openstack-request-id: req-9790976e-8584-45ae-a52a-3d0319c89adf {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:30.261016 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026a5b72-f4c1-4b66-b72b-cfe2cbc86e29", "tag": "6ff5ad9b-0f36-46db-8326-7b2b8937bc18", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:30.261303 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9790976e-8584-45ae-a52a-3d0319c89adf {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:30.261727 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026a5b72-f4c1-4b66-b72b-cfe2cbc86e29', 'tag': '6ff5ad9b-0f36-46db-8326-7b2b8937bc18', 'status': 'completed', 'code': 200} Jun 21 14:01:30.270641 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486caf0-e77a-464b-bf15-fa130856c142 req-2c561e7b-33aa-406d-99aa-5cc67c835f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:30.272644 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-2c561e7b-33aa-406d-99aa-5cc67c835f13 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5029a70f266942a0a90a137351b43752&device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 1097 time: 0.0577326 Jun 21 14:01:30.320801 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-276043b5-517e-4510-bcaa-92cdbf6be124 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ff5ad9b-0f36-46db-8326-7b2b8937bc18 HTTP/1.1" status: 200 len: 217 time: 0.0367553 Jun 21 14:01:30.370784 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486caf0-e77a-464b-bf15-fa130856c142 req-12573e0e-5e35-4b81-85eb-6cf8f23a7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:30.372140 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-12573e0e-5e35-4b81-85eb-6cf8f23a7d28 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27 HTTP/1.1" status: 200 len: 853 time: 0.0425961 Jun 21 14:01:30.406606 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-26563c6f-6450-4a00-84be-2cf18bb0c8a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257514 Jun 21 14:01:30.504514 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-f13f1878-ebaf-47c4-824d-44b456b6c508 service neutron] 10.222.0.22 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877454 Jun 21 14:01:30.598746 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8486caf0-e77a-464b-bf15-fa130856c142 req-aeb255f0-ea33-4108-ad1c-5c27b66dcc92 service neutron] 10.222.0.22 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854731 Jun 21 14:01:30.738276 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129799e-0509-48b9-a811-9418a94d59c8 req-9f387706-4a42-4684-88ee-0dc07ec7196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:30.739770 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a129799e-0509-48b9-a811-9418a94d59c8 req-9f387706-4a42-4684-88ee-0dc07ec7196a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5029a70f266942a0a90a137351b43752&device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 1097 time: 0.0544167 Jun 21 14:01:30.832588 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129799e-0509-48b9-a811-9418a94d59c8 req-b18cb973-8adb-45ce-baea-249646fde722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:30.835659 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a129799e-0509-48b9-a811-9418a94d59c8 req-b18cb973-8adb-45ce-baea-249646fde722 service neutron] 10.222.0.22 "GET /v2.0/networks?id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb HTTP/1.1" status: 200 len: 914 time: 0.0881555 Jun 21 14:01:30.877733 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a129799e-0509-48b9-a811-9418a94d59c8 req-d36190e9-7258-42b4-9798-ff499dafeeda service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ff5ad9b-0f36-46db-8326-7b2b8937bc18 HTTP/1.1" status: 200 len: 217 time: 0.0326855 Jun 21 14:01:30.926945 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129799e-0509-48b9-a811-9418a94d59c8 req-76048cc7-ce29-475c-b5f1-aa8e096c00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:30.928391 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a129799e-0509-48b9-a811-9418a94d59c8 req-76048cc7-ce29-475c-b5f1-aa8e096c00d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27 HTTP/1.1" status: 200 len: 853 time: 0.0447075 Jun 21 14:01:30.961711 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a129799e-0509-48b9-a811-9418a94d59c8 req-11b8d3b3-5bee-4dd0-92ba-cbd51cf8ee84 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265005 Jun 21 14:01:31.046714 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a129799e-0509-48b9-a811-9418a94d59c8 req-6d7fb853-4ab7-4118-b27f-5dacfcae8c0a service neutron] 10.222.0.22 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773973 Jun 21 14:01:31.140909 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a129799e-0509-48b9-a811-9418a94d59c8 req-923c7542-0b4e-4351-acd1-409a3d5fecdd service neutron] 10.222.0.22 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847735 Jun 21 14:01:31.380601 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000271b6-ed37-4b2a-9d61-ccedd2fc17d7 req-715ac436-a5af-4949-9e40-939fdf427c6c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:31.381972 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-000271b6-ed37-4b2a-9d61-ccedd2fc17d7 req-715ac436-a5af-4949-9e40-939fdf427c6c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0639133 Jun 21 14:01:31.388578 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d38d3f-5eb8-4188-99a1-69cc8ea014cc req-276c33c4-7462-4bb9-90a6-65f1c19c0c2d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:31.390012 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-68d38d3f-5eb8-4188-99a1-69cc8ea014cc req-276c33c4-7462-4bb9-90a6-65f1c19c0c2d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 944 time: 0.0616698 Jun 21 14:01:31.419276 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-000271b6-ed37-4b2a-9d61-ccedd2fc17d7 req-62f0deff-8269-4d83-a6c1-51379f50bd5c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316987 Jun 21 14:01:31.426782 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-68d38d3f-5eb8-4188-99a1-69cc8ea014cc req-1734adfd-4158-43cd-9db3-a026560c30bf tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Jun 21 14:01:31.584841 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a36d99-ca86-4c63-9b5e-9743f40efa64 req-1e92fa74-0ce1-49ab-ab67-6906e0f46bba tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:31.586267 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-68a36d99-ca86-4c63-9b5e-9743f40efa64 req-1e92fa74-0ce1-49ab-ab67-6906e0f46bba tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0619016 Jun 21 14:01:31.594975 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49720) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:31.599863 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Request body: {'floatingip': {'port_id': 'f66ddecc-193d-47d4-89c0-d9414a14a962'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:31.645969 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:31.989653 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-51def228-a0ef-42ae-8f32-07352d812d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:32.342524 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:32.346302 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:32.444843 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.l3_db [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Floating IP e885e2c8-b90d-4736-b121-16709a709aa6 associated. External IP: 172.28.3.184, port: f66ddecc-193d-47d4-89c0-d9414a14a962. Jun 21 14:01:32.611101 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3eb36-3e6c-4467-b468-7794ac03f5e3 req-58a61efc-d3fe-4754-aa1e-38b08d35cfc2 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:32.612793 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-edd3eb36-3e6c-4467-b468-7794ac03f5e3 req-58a61efc-d3fe-4754-aa1e-38b08d35cfc2 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 944 time: 0.0708003 Jun 21 14:01:32.652266 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-edd3eb36-3e6c-4467-b468-7794ac03f5e3 req-da24debe-98a4-4a7e-8299-86027e031cba tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Jun 21 14:01:32.662180 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:01:32.769829 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:01:32.774687 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:32.780732 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] Sync routers for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:01:32.790043 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:32.790696 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:01:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:32.819389 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d1459b7b-db63-4efa-a6a4-03a2e1f86478 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "PUT /v2.0/floatingips/e885e2c8-b90d-4736-b121-16709a709aa6 HTTP/1.1" status: 200 len: 991 time: 1.2199874 Jun 21 14:01:32.819389 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:32.819714 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:32.891542 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9098e1c-a00f-4ef1-b997-72cbe01653d6 x-openstack-request-id: req-c9098e1c-a00f-4ef1-b997-72cbe01653d6 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:32.891854 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:32.892142 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9098e1c-a00f-4ef1-b997-72cbe01653d6 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:32.892611 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'status': 'completed', 'code': 200} Jun 21 14:01:32.919695 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:32.978088 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-17f8827a-c1f8-48fb-b244-cccebefe214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:32.979623 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-17f8827a-c1f8-48fb-b244-cccebefe214a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 1098 time: 0.0599120 Jun 21 14:01:33.118840 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ddd4c-b7c6-4411-bd1d-2beeb08a5d9e req-d93e53ed-04c4-4996-ba38-c62c515e04db tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:33.120230 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4b2ddd4c-b7c6-4411-bd1d-2beeb08a5d9e req-d93e53ed-04c4-4996-ba38-c62c515e04db tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1386876 Jun 21 14:01:33.121381 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-3e5e1460-bf57-415d-aa95-2f58d612c796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:33.122689 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-3e5e1460-bf57-415d-aa95-2f58d612c796 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 918 time: 0.1325645 Jun 21 14:01:33.187152 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'e885e2c8-b90d-4736-b121-16709a709aa6', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'floating_ip_address': '172.28.3.184', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'port_id': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'mac_address': 'fa:16:3e:5e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:01:19Z', 'updated_at': '2021-06-21T14:01:32Z', 'revision_number': 1, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:33.201776 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4b2ddd4c-b7c6-4411-bd1d-2beeb08a5d9e req-3772febb-627d-42a2-ae6f-496f1cfbe1c2 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752821 Jun 21 14:01:33.210201 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-775f3992-10e1-45ce-a1c2-83a8ab719239 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66ddecc-193d-47d4-89c0-d9414a14a962 HTTP/1.1" status: 200 len: 999 time: 0.0772893 Jun 21 14:01:33.213293 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] Checking router: d1c1e430-c64d-4dd6-8772-a1c0d1a84414 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:01:33.222121 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:33.222911 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:01:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:33.265726 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-56d84a6a-da15-4dd8-9a81-a513922f5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:33.267236 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-56d84a6a-da15-4dd8-9a81-a513922f5265 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.0507252 Jun 21 14:01:33.273282 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:01:33.324612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-0ceb7884-4591-49d3-8d9a-954a7801b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:33.326145 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-0ceb7884-4591-49d3-8d9a-954a7801b49a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0511613 Jun 21 14:01:33.375586 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:33.415185 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-e1f14da6-7c24-4bf3-b6b5-51b6e39c7770 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813687 Jun 21 14:01:33.487346 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:33.506001 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': '6ff5ad9b-0f36-46db-8326-7b2b8937bc18', 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb', 'port_id': '6ff5ad9b-0f36-46db-8326-7b2b8937bc18', 'mac_address': 'fa:16:3e:d8:d3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:01:33.513975 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-51b4c2ad-3f61-446f-8e46-d1a9b9f0a887 req-58a8f15c-9738-44f1-9fcf-4f0632b342df service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912750 Jun 21 14:01:33.591847 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:33.618896 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:33.662558 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:33.667563 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:33.670326 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:33.727499 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:33.736564 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'e885e2c8-b90d-4736-b121-16709a709aa6', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'floating_ip_address': '172.28.3.184', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'port_id': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'mac_address': 'fa:16:3e:5e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:01:19Z', 'updated_at': '2021-06-21T14:01:32Z', 'revision_number': 1, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:33.738808 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.739166 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.739513 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.739917 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.740843 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.741194 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.741535 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.741872 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.742204 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.742531 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.742857 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.743184 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:01:33.748269 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:33.771828 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a31356-048b-4d1d-bf62-9fbc26949647 None None] The sync data for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb is: [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'e885e2c8-b90d-4736-b121-16709a709aa6', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'floating_ip_address': '172.28.3.184', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'port_id': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'mac_address': 'fa:16:3e:5e:3a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:01:19Z', 'updated_at': '2021-06-21T14:01:32Z', 'revision_number': 1, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:01:33.834726 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2fbd1-72cf-4315-9277-f3c037a8ec31 req-360008b9-8b59-4b9c-9263-caa2071c52da tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:33.836201 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6ea2fbd1-72cf-4315-9277-f3c037a8ec31 req-360008b9-8b59-4b9c-9263-caa2071c52da tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 945 time: 0.0703831 Jun 21 14:01:33.875723 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6ea2fbd1-72cf-4315-9277-f3c037a8ec31 req-369168f8-8fa3-492d-8b61-0933903704a5 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334818 Jun 21 14:01:33.928980 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['6ff5ad9b-0f36-46db-8326-7b2b8937bc18'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:01:33.965208 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0c165-c0ba-4e43-a29c-230b7d682784 None None] New status for floating IP e885e2c8-b90d-4736-b121-16709a709aa6: ACTIVE {{(pid=92660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:01:34.282955 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-f3486e0c-fa6a-4942-a4dc-838a0df7e8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:34.376799 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61729-4abb-46fd-8309-8dfa61c8e508 req-d1d0225b-e3c4-4d1b-9f6d-2da92e02150e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:34.378655 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-38c61729-4abb-46fd-8309-8dfa61c8e508 req-d1d0225b-e3c4-4d1b-9f6d-2da92e02150e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.0616553 Jun 21 14:01:34.416163 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-38c61729-4abb-46fd-8309-8dfa61c8e508 req-bc23c0c1-bc3d-4778-b48b-f09973bef530 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Jun 21 14:01:35.086979 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-8f016d52-82d9-43e5-91a0-9332ff0dc203 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:35.088483 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-8f016d52-82d9-43e5-91a0-9332ff0dc203 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1051898 Jun 21 14:01:35.102425 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27260c-a13a-4026-9346-5edf2c752459 req-71b5b62b-fc06-4bdf-a1f8-5305d0312cf2 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:35.103875 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2b27260c-a13a-4026-9346-5edf2c752459 req-71b5b62b-fc06-4bdf-a1f8-5305d0312cf2 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 945 time: 0.1113632 Jun 21 14:01:35.120500 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.196585 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2b27260c-a13a-4026-9346-5edf2c752459 req-165e3de0-d446-430d-aabf-52cd37c65a11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840132 Jun 21 14:01:35.223968 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Deleting port c1603774-5afb-48fd-8dce-04a4bcbf61a6 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:01:35.224868 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.271885 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:35.314948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] For port c1603774-5afb-48fd-8dce-04a4bcbf61a6, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c1603774-5afb-48fd-8dce-04a4bcbf61a6,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:35.315288 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.317867 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:35.321404 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:35.321799 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.398645 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.420556 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026a5b72-f4c1-4b66-b72b-cfe2cbc86e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff5ad9b-0f36-46db-8326-7b2b8937bc18'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:35.422923 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e728a942-a270-45b8-925f-f884494a8202" -d '{"events": [{"server_uuid": "026a5b72-f4c1-4b66-b72b-cfe2cbc86e29", "name": "network-vif-plugged", "status": "completed", "tag": "6ff5ad9b-0f36-46db-8326-7b2b8937bc18"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:35.436256 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:35.442154 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.444020 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:35.472074 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05496088-caea-4657-9485-adc4b6be9798 x-openstack-request-id: req-05496088-caea-4657-9485-adc4b6be9798 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:35.472409 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026a5b72-f4c1-4b66-b72b-cfe2cbc86e29", "name": "network-vif-plugged", "status": "completed", "tag": "6ff5ad9b-0f36-46db-8326-7b2b8937bc18", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:35.472676 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05496088-caea-4657-9485-adc4b6be9798 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:35.473480 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026a5b72-f4c1-4b66-b72b-cfe2cbc86e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff5ad9b-0f36-46db-8326-7b2b8937bc18', 'code': 200} Jun 21 14:01:35.484793 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.485171 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.485661 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.l3_db [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Floating IP 68a7b6f3-2005-4391-850d-b82f71d244c2 disassociated. External IP: 172.28.3.86, port: c1603774-5afb-48fd-8dce-04a4bcbf61a6. Jun 21 14:01:35.486068 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Calling delete_port for c1603774-5afb-48fd-8dce-04a4bcbf61a6 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:01:35.504975 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:35.507997 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:35.658334 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab89f80-bc5e-4952-b9de-fc5251ef0b2d req-e809719d-8c71-499c-8a36-0c247454d4e8 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:35.659779 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cab89f80-bc5e-4952-b9de-fc5251ef0b2d req-e809719d-8c71-499c-8a36-0c247454d4e8 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a2c794c-3a8b-46d1-9423-c57fa3586776 HTTP/1.1" status: 200 len: 946 time: 0.1054230 Jun 21 14:01:35.694013 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262e26-c199-4ecf-a404-7e85564bf657 req-7faaf485-a7f2-4f15-a410-754e29292038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:35.695763 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3d262e26-c199-4ecf-a404-7e85564bf657 req-7faaf485-a7f2-4f15-a410-754e29292038 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 1099 time: 0.0572121 Jun 21 14:01:35.695912 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.697508 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:35.703287 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:35.730768 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3d262e26-c199-4ecf-a404-7e85564bf657 req-05650a3c-410b-4a38-b2b4-b32e60c3d22d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289841 Jun 21 14:01:35.741955 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event deleted for resources: {'Port': ['ID=c1603774-5afb-48fd-8dce-04a4bcbf61a6,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:35.746101 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cab89f80-bc5e-4952-b9de-fc5251ef0b2d req-aadf9795-a343-4fcd-bacb-7f51273dd727 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=9085173e-c55b-479d-bb9a-de2a8d39403f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790222 Jun 21 14:01:35.747862 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:35.855631 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Router 793d0618-4843-4397-98a1-ea5f49054a28 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:01:35.960274 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:01:35.969299 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] Sync routers for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:01:35.978638 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:35.979257 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:01:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:36.002323 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] No DVR routers for this DVR port c1603774-5afb-48fd-8dce-04a4bcbf61a6 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:01:36.004849 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:36.007207 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a7c0fad4-2d2d-467c-ae12-7d803c0963a3 req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "DELETE /v2.0/ports/c1603774-5afb-48fd-8dce-04a4bcbf61a6 HTTP/1.1" status: 204 len: 173 time: 0.9130139 Jun 21 14:01:36.007719 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'name': 'network-vif-deleted', 'tag': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:36.010030 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601af98-ffc1-44d7-ab19-94bf4d7b6ace" -d '{"events": [{"server_uuid": "7a2c794c-3a8b-46d1-9423-c57fa3586776", "name": "network-vif-deleted", "tag": "c1603774-5afb-48fd-8dce-04a4bcbf61a6"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:36.047103 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb03f02-47b2-4123-b558-0b19c54a3014 x-openstack-request-id: req-afb03f02-47b2-4123-b558-0b19c54a3014 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:36.047558 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2c794c-3a8b-46d1-9423-c57fa3586776", "name": "network-vif-deleted", "tag": "c1603774-5afb-48fd-8dce-04a4bcbf61a6", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:36.047911 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afb03f02-47b2-4123-b558-0b19c54a3014 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:36.048437 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2c794c-3a8b-46d1-9423-c57fa3586776', 'name': 'network-vif-deleted', 'tag': 'c1603774-5afb-48fd-8dce-04a4bcbf61a6', 'status': 'completed', 'code': 200} Jun 21 14:01:36.096781 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:36.378483 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f8303-7b5d-4dac-896c-d22fdf2f0b93 req-eba67530-cdf7-4b2b-a199-799b6cc1239b tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:36.379961 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ee1f8303-7b5d-4dac-896c-d22fdf2f0b93 req-eba67530-cdf7-4b2b-a199-799b6cc1239b tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 946 time: 0.0649457 Jun 21 14:01:36.420357 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ee1f8303-7b5d-4dac-896c-d22fdf2f0b93 req-695b117a-2fb1-45d6-b5f6-0e9954dd2700 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337706 Jun 21 14:01:36.423191 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:36.451786 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] Checking router: 793d0618-4843-4397-98a1-ea5f49054a28 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:01:36.461819 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:36.462557 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:01:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:36.580986 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:36.783366 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:36.810570 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57076bc-3fea-49cc-986a-ac267a6dea9e None None] The sync data for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb is: [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:01:36.875517 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49762) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:36.937047 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1dd0704b-262f-4e5c-affd-5f1e84f85a79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:36.961149 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1dd0704b-262f-4e5c-affd-5f1e84f85a79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.010729 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1dd0704b-262f-4e5c-affd-5f1e84f85a79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.013542 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1dd0704b-262f-4e5c-affd-5f1e84f85a79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.014859 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-1dd0704b-262f-4e5c-affd-5f1e84f85a79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "DELETE /v2.0/security-groups/9085173e-c55b-479d-bb9a-de2a8d39403f HTTP/1.1" status: 204 len: 168 time: 0.1383786 Jun 21 14:01:37.015826 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e41bfb23-93a2-4037-8578-af68b52c7d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:37.017718 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49764) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:37.025914 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0704b-262f-4e5c-affd-5f1e84f85a79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9085173e-c55b-479d-bb9a-de2a8d39403f,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:37.028306 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1dd0704b-262f-4e5c-affd-5f1e84f85a79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:37.033497 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.api.v2.resource [None req-87f95521-a80e-4f76-a8dd-69d2d55d8ac7 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] show failed (client error): The resource could not be found. Jun 21 14:01:37.034492 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-87f95521-a80e-4f76-a8dd-69d2d55d8ac7 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups/9085173e-c55b-479d-bb9a-de2a8d39403f HTTP/1.1" status: 404 len: 347 time: 0.0155973 Jun 21 14:01:37.038131 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49766) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:37.044697 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7817dde4-2119-4667-8f5e-c3948278481d None None] New status for floating IP 68a7b6f3-2005-4391-850d-b82f71d244c2: DOWN {{(pid=92660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:01:37.169472 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Deleting port dad9a0cd-6707-44f3-9f8a-ee5fe9001087 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:01:37.169836 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.253137 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.253467 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.316865 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.322879 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Calling delete_port for dad9a0cd-6707-44f3-9f8a-ee5fe9001087 owned by network:floatingip {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:01:37.461994 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.463302 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:37.487286 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event deleted for resources: {'Port': ['ID=dad9a0cd-6707-44f3-9f8a-ee5fe9001087,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:37.490325 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:37.511629 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.552141 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.554636 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.555758 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "DELETE /v2.0/floatingips/68a7b6f3-2005-4391-850d-b82f71d244c2 HTTP/1.1" status: 204 len: 168 time: 0.5165005 Jun 21 14:01:37.602432 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206f1be-e1e6-4d98-9be2-a600251ce24f req-13fa23f2-d74e-46ce-879c-0b843d143543 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:37.603959 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a206f1be-e1e6-4d98-9be2-a600251ce24f req-13fa23f2-d74e-46ce-879c-0b843d143543 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 946 time: 0.0653653 Jun 21 14:01:37.646593 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a206f1be-e1e6-4d98-9be2-a600251ce24f req-77d89b76-9616-401e-9de3-f231053aa2c7 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363972 Jun 21 14:01:37.817659 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49804) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:37.823564 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438122959', 'description': 'tempest-description--260308632'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:37.846204 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.928842 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.933178 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.936598 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7b2c4f11-9cac-4d08-9923-2ba3aa401144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:37.961431 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:37.964970 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1455698 Jun 21 14:01:37.965874 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 49814) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:37.969416 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:37.971556 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'security_group_rule': {'security_group_id': 'ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:37.977611 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:38.000821 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.051367 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.056720 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.059132 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:38.077930 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d321d72-07e0-464c-9302-f50bfdddafed,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:38.086582 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:38.090215 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.094887 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278515 Jun 21 14:01:38.095162 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49820) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:38.100033 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-029d2c44-ba20-4581-ba91-5f4550f7ce1c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'security_group_rule': {'security_group_id': 'ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:38.126793 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-029d2c44-ba20-4581-ba91-5f4550f7ce1c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.184815 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-029d2c44-ba20-4581-ba91-5f4550f7ce1c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.188262 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-029d2c44-ba20-4581-ba91-5f4550f7ce1c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.190231 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:38.206555 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d2c44-ba20-4581-ba91-5f4550f7ce1c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d4ee79-1965-4cc1-9713-312270734de8,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:38.209072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-029d2c44-ba20-4581-ba91-5f4550f7ce1c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:38.213434 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-029d2c44-ba20-4581-ba91-5f4550f7ce1c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.215209 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-029d2c44-ba20-4581-ba91-5f4550f7ce1c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188400 Jun 21 14:01:38.218311 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49824) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:38.222762 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'floatingip': {'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:38.244935 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.345033 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.455139 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Allocated IP 172.28.3.103 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/549dc7d5-f72e-47fb-ab27-83d2df56f1a7) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:01:38.567468 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.612559 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.614541 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:38.660919 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:38.664338 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:38.666730 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:38.690834 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'Port': ['ID=549dc7d5-f72e-47fb-ab27-83d2df56f1a7,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:38.693577 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:38.767429 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.813419 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.962778 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.967224 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:38.970082 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cc795640-c884-4706-8c7a-6b4bf092cd43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:39.031245 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'Port': ['ID=549dc7d5-f72e-47fb-ab27-83d2df56f1a7,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:39.036197 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:39.047774 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.061456 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:39.062731 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8434656 Jun 21 14:01:39.261174 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-ea34203e-928a-4bca-b01d-ab0bb048c817 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--438122959&fields=id&tenant_id=7834be6e801e4a7bbbda84c60db756ca HTTP/1.1" status: 200 len: 267 time: 0.0326784 Jun 21 14:01:39.306328 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device c1603774-5afb-48fd-8dce-04a4bcbf61a6 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:01:39.327087 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: c1603774-5afb-48fd-8dce-04a4bcbf61a6 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:01:39.327442 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device c1603774-5afb-48fd-8dce-04a4bcbf61a6 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:01:39.630141 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6e74-976e-4247-8116-a5a24a00e5db req-020b6520-bd71-4f0b-997f-7d390ec02670 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:39.632180 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-020b6520-bd71-4f0b-997f-7d390ec02670 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 811 time: 0.3648121 Jun 21 14:01:39.646419 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-977cd799-154d-4562-ba06-5d953192cfe1 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/quotas/7834be6e801e4a7bbbda84c60db756ca HTTP/1.1" status: 200 len: 375 time: 0.0088627 Jun 21 14:01:39.723032 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-ee442a22-e385-4519-8709-1c1db5431865 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706069 Jun 21 14:01:39.820550 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-a2759131-c752-4295-a4dc-14743cbbb867 service neutron] 10.222.0.60 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862863 Jun 21 14:01:39.910695 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-c23addb5-f6ff-425e-83ad-9e8b9fdfce0c service neutron] 10.222.0.60 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843468 Jun 21 14:01:40.077658 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cd3163e0-e5ce-43d9-aff0-f828e5e8b0ab req-f1c8d5cc-3d56-4251-b08f-1156e2f6be20 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 210 time: 0.0283661 Jun 21 14:01:40.432250 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:01:41.150643 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6e74-976e-4247-8116-a5a24a00e5db req-8a0f2ecc-b9da-4e4b-ac1a-a9b5ef4cf731 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:41.152108 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-8a0f2ecc-b9da-4e4b-ac1a-a9b5ef4cf731 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 811 time: 0.1148746 Jun 21 14:01:41.211489 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-dbf00ff7-832e-47c0-9c45-19f585515815 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7834be6e801e4a7bbbda84c60db756ca HTTP/1.1" status: 200 len: 379 time: 0.0434685 Jun 21 14:01:41.222088 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'port': {'device_id': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'admin_state_up': True, 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'security_groups': ['ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8']}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:41.239422 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5102c806-59ae-4485-a283-f604f9996018 req-75661f7c-f0c4-4af8-8580-4da86bedf5e9 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 210 time: 0.0330961 Jun 21 14:01:41.347092 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Made reservation on behalf of 7834be6e801e4a7bbbda84c60db756ca for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:01:41.350639 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:41.485929 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Allocated IP 172.20.0.8 (b1c61647-a78f-4fc6-952a-932724901d23/167e3d02-a854-450d-ac75-dad8fb0af4d1/b7a50a13-d882-4f2c-95da-7150ac395f91) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:01:41.629328 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:41.642486 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Transition to ACTIVE for port object b7a50a13-d882-4f2c-95da-7150ac395f91 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:41.676966 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:41.681367 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:41.725328 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Network b1c61647-a78f-4fc6-952a-932724901d23 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:01:41.728693 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:01:41.743449 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:01:41.750373 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event updated for resources: {'Port': ['ID=b7a50a13-d882-4f2c-95da-7150ac395f91,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:41.770510 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:41.797462 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:41.798084 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:41.813460 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5957463 Jun 21 14:01:41.825323 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Request body: {'port': {'device_id': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:41.912119 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:41.949597 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-ba2f3de0-4661-4784-b77b-055f571aa000 None None] Provisioning for port b7a50a13-d882-4f2c-95da-7150ac395f91 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:41.951690 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-ba2f3de0-4661-4784-b77b-055f571aa000 None None] Provisioning complete for port b7a50a13-d882-4f2c-95da-7150ac395f91 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:41.952149 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ba2f3de0-4661-4784-b77b-055f571aa000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:41.986453 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f3de0-4661-4784-b77b-055f571aa000 None None] Port b7a50a13-d882-4f2c-95da-7150ac395f91 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:01:42.184538 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a50a13-d882-4f2c-95da-7150ac395f91 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:42.192074 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:42.203835 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Transition to ACTIVE for port object b7a50a13-d882-4f2c-95da-7150ac395f91 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:01:42.207432 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:42.209892 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:42.310045 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Pushing event updated for resources: {'Port': ['ID=b7a50a13-d882-4f2c-95da-7150ac395f91,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:42.318373 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:42.390110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Attempting to bind port b7a50a13-d882-4f2c-95da-7150ac395f91 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:01:42.390444 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Attempting to bind port b7a50a13-d882-4f2c-95da-7150ac395f91 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:01:42.390772 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Attempting to bind port b7a50a13-d882-4f2c-95da-7150ac395f91 on network b1c61647-a78f-4fc6-952a-932724901d23 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:42.395246 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Port b7a50a13-d882-4f2c-95da-7150ac395f91 on network b1c61647-a78f-4fc6-952a-932724901d23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:01:42.395718 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Attempting to bind port b7a50a13-d882-4f2c-95da-7150ac395f91 on network b1c61647-a78f-4fc6-952a-932724901d23 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:01:42.401435 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:01:42.401771 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Checking segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:01:42.402161 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Bound using segment: {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:01:42.402593 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Bound port: b7a50a13-d882-4f2c-95da-7150ac395f91, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45675ee7-6805-4861-9163-d4ec802233cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:01:42.402941 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:42.438222 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f81f5-61ae-4eaf-b1ee-6f53a9a79e40 req-ade866c8-09b9-41d3-b6a8-26907f99d41c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:42.439611 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c88f81f5-61ae-4eaf-b1ee-6f53a9a79e40 req-ade866c8-09b9-41d3-b6a8-26907f99d41c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 943 time: 0.0713212 Jun 21 14:01:42.468781 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] For port b7a50a13-d882-4f2c-95da-7150ac395f91, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:01:42.480393 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] For port b7a50a13-d882-4f2c-95da-7150ac395f91, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7a50a13-d882-4f2c-95da-7150ac395f91,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:01:42.483962 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c88f81f5-61ae-4eaf-b1ee-6f53a9a79e40 req-8c62b3e4-e9d8-4636-a96e-47bbac4cbded tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375948 Jun 21 14:01:42.486374 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:42.488663 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:42.526363 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:42.526978 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:42.528344 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] 10.222.0.22 "PUT /v2.0/ports/b7a50a13-d882-4f2c-95da-7150ac395f91 HTTP/1.1" status: 200 len: 1093 time: 0.7074134 Jun 21 14:01:42.528873 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'tag': 'b7a50a13-d882-4f2c-95da-7150ac395f91'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:42.531150 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0004a87f-71c4-4f4a-b223-9fccdd1af70c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4d9de3-d633-4ba7-bb2b-a4a925052cc0", "tag": "b7a50a13-d882-4f2c-95da-7150ac395f91"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:42.566131 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Pushing event updated for resources: {'Port': ['ID=b7a50a13-d882-4f2c-95da-7150ac395f91,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:42.570326 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:42.572523 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3857752a-737c-49cc-b810-dcec003b33be x-openstack-request-id: req-3857752a-737c-49cc-b810-dcec003b33be {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:42.572848 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4d9de3-d633-4ba7-bb2b-a4a925052cc0", "tag": "b7a50a13-d882-4f2c-95da-7150ac395f91", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:42.573140 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3857752a-737c-49cc-b810-dcec003b33be {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:42.573564 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'tag': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'status': 'completed', 'code': 200} Jun 21 14:01:42.639370 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6e74-976e-4247-8116-a5a24a00e5db req-ef6d010e-9b77-4ce6-8a4b-8a614bd33a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:42.641058 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-ef6d010e-9b77-4ce6-8a4b-8a614bd33a94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0646203 Jun 21 14:01:42.685470 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-bb029e39-a5b3-450e-acf1-c28572d44fa9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a50a13-d882-4f2c-95da-7150ac395f91 HTTP/1.1" status: 200 len: 217 time: 0.0355539 Jun 21 14:01:42.738064 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6e74-976e-4247-8116-a5a24a00e5db req-bc29c00a-2a9d-4538-bef2-780568c89141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:42.740002 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-bc29c00a-2a9d-4538-bef2-780568c89141 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.0475099 Jun 21 14:01:42.807535 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6e74-976e-4247-8116-a5a24a00e5db req-a64f5ddc-48be-41a8-addc-ea14df5a54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:42.809120 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-a64f5ddc-48be-41a8-addc-ea14df5a54ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0622399 Jun 21 14:01:42.913435 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-8539202e-f28d-40fb-b645-5dfef622e803 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975981 Jun 21 14:01:43.008697 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-180e6e74-976e-4247-8116-a5a24a00e5db req-9e8272fe-3b58-4753-bb3a-d5123747cbaf service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884182 Jun 21 14:01:43.125470 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-bcc0ddd7-b5d4-48d2-8b12-03d4f84ab6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:43.126960 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-bcc0ddd7-b5d4-48d2-8b12-03d4f84ab6eb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 1096 time: 0.0559516 Jun 21 14:01:43.214536 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-b0b502cc-d2cd-477d-887e-7092312cdd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:43.215923 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-b0b502cc-d2cd-477d-887e-7092312cdd57 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 912 time: 0.0824218 Jun 21 14:01:43.272873 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-ae53b901-f594-4d5d-bc74-e2ab92dbe9ca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a50a13-d882-4f2c-95da-7150ac395f91 HTTP/1.1" status: 200 len: 217 time: 0.0408833 Jun 21 14:01:43.320915 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-5898475b-a70a-4d59-9f43-a6441c74aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:43.322282 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-5898475b-a70a-4d59-9f43-a6441c74aeb6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.0430582 Jun 21 14:01:43.378478 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-f91f11d0-c804-4203-9761-6b7d2c834376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:43.379967 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-f91f11d0-c804-4203-9761-6b7d2c834376 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0506337 Jun 21 14:01:43.478899 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-4aac9df5-d5e8-46d0-81cb-fecb42fc0166 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876667 Jun 21 14:01:43.572880 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0004a87f-71c4-4f4a-b223-9fccdd1af70c req-e42d049f-261a-41b6-b917-254b88affc9e service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803649 Jun 21 14:01:43.666740 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f6397-ca5c-4745-b7c4-87718afb8160 req-f2488008-938b-4a7d-83ec-5cbdf20cbedb tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:43.668181 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4b1f6397-ca5c-4745-b7c4-87718afb8160 req-f2488008-938b-4a7d-83ec-5cbdf20cbedb tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 943 time: 0.0680330 Jun 21 14:01:43.705402 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4b1f6397-ca5c-4745-b7c4-87718afb8160 req-5847f9e2-ea2f-4742-86d5-d5ee7d1066d7 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315804 Jun 21 14:01:44.876232 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3ab7d-8ee8-4076-96e5-27a0304b4168 req-bb9b7789-c715-43f7-9c7d-b91c14fbfb63 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:44.877709 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6a3ab7d-8ee8-4076-96e5-27a0304b4168 req-bb9b7789-c715-43f7-9c7d-b91c14fbfb63 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 943 time: 0.0645626 Jun 21 14:01:44.914396 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a6a3ab7d-8ee8-4076-96e5-27a0304b4168 req-779761d1-b6ee-4836-8238-5af7f99d1fcf tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311484 Jun 21 14:01:45.343716 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device b7a50a13-d882-4f2c-95da-7150ac395f91 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:01:45.436279 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port b7a50a13-d882-4f2c-95da-7150ac395f91, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7a50a13-d882-4f2c-95da-7150ac395f91,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:45.447498 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'port_id': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'mac_address': 'fa:16:3e:f1:32:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:01:45.485127 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:45.497406 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a50a13-d882-4f2c-95da-7150ac395f91 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:01:45.517070 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port b7a50a13-d882-4f2c-95da-7150ac395f91, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7a50a13-d882-4f2c-95da-7150ac395f91,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:45.521602 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:45.523356 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:45.569725 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=b7a50a13-d882-4f2c-95da-7150ac395f91,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:45.572596 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:45.766046 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['b7a50a13-d882-4f2c-95da-7150ac395f91'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:01:46.085560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba2e09-0e73-41e6-96a1-c58336f81fa7 req-dd2da40a-3764-4be8-b472-14de43c6bd99 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:46.087014 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1dba2e09-0e73-41e6-96a1-c58336f81fa7 req-dd2da40a-3764-4be8-b472-14de43c6bd99 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 944 time: 0.0625384 Jun 21 14:01:46.126912 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1dba2e09-0e73-41e6-96a1-c58336f81fa7 req-02a3e059-463e-436b-a746-8f44e60e1e50 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340488 Jun 21 14:01:47.300009 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84600ca9-701b-4e9b-bd0a-71999ddbd530 req-58c23d05-0d7a-496f-bef2-5bd143144a2e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:47.301472 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-84600ca9-701b-4e9b-bd0a-71999ddbd530 req-58c23d05-0d7a-496f-bef2-5bd143144a2e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 944 time: 0.0653400 Jun 21 14:01:47.338971 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-84600ca9-701b-4e9b-bd0a-71999ddbd530 req-f49054a7-4074-4528-98da-0629898beee9 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313151 Jun 21 14:01:47.374561 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device b7a50a13-d882-4f2c-95da-7150ac395f91 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:01:47.424183 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port b7a50a13-d882-4f2c-95da-7150ac395f91 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:01:47.427777 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port b7a50a13-d882-4f2c-95da-7150ac395f91 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:01:47.428879 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:47.503197 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:47.528875 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a50a13-d882-4f2c-95da-7150ac395f91'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:47.531215 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99392239-ebcb-40ac-91fb-2ecc66debe94" -d '{"events": [{"server_uuid": "ce4d9de3-d633-4ba7-bb2b-a4a925052cc0", "name": "network-vif-plugged", "status": "completed", "tag": "b7a50a13-d882-4f2c-95da-7150ac395f91"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:47.544508 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port b7a50a13-d882-4f2c-95da-7150ac395f91, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7a50a13-d882-4f2c-95da-7150ac395f91,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:01:47.548441 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:47.550335 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:01:47.571851 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d61e986-af5c-4d01-9325-167c03242746 x-openstack-request-id: req-9d61e986-af5c-4d01-9325-167c03242746 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:47.572162 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4d9de3-d633-4ba7-bb2b-a4a925052cc0", "name": "network-vif-plugged", "status": "completed", "tag": "b7a50a13-d882-4f2c-95da-7150ac395f91", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:47.572448 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d61e986-af5c-4d01-9325-167c03242746 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:47.572846 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'code': 200} Jun 21 14:01:47.604862 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=b7a50a13-d882-4f2c-95da-7150ac395f91,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:01:47.607794 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:01:47.811019 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978c501-c408-4ea3-8449-2fe7b1d5f8f2 req-7f41f34c-5442-44d0-8da1-66b2de74cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:47.812670 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a978c501-c408-4ea3-8449-2fe7b1d5f8f2 req-7f41f34c-5442-44d0-8da1-66b2de74cc03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0599523 Jun 21 14:01:47.851841 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a978c501-c408-4ea3-8449-2fe7b1d5f8f2 req-a7f1c4ff-ee45-48f8-896c-81b8f27cc56c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302110 Jun 21 14:01:48.513950 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde71a1-1a48-4022-80e4-f87167785221 req-fd5e2493-f7dd-41c5-906c-e90dfbbe433f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:48.515394 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cfde71a1-1a48-4022-80e4-f87167785221 req-fd5e2493-f7dd-41c5-906c-e90dfbbe433f tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 945 time: 0.0651524 Jun 21 14:01:48.551791 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cfde71a1-1a48-4022-80e4-f87167785221 req-31fa5795-29e2-4f26-af57-0d127f8a23e1 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308263 Jun 21 14:01:49.719753 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601e22c-30a9-475b-885f-b31e88a3ba58 req-b6d7d62d-b7d6-4e0f-9781-d5add0dde153 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:49.721293 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a601e22c-30a9-475b-885f-b31e88a3ba58 req-b6d7d62d-b7d6-4e0f-9781-d5add0dde153 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 945 time: 0.0630889 Jun 21 14:01:49.761523 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a601e22c-30a9-475b-885f-b31e88a3ba58 req-b6d05e10-36f2-46bc-b3c2-1fc547817318 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340638 Jun 21 14:01:49.931089 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe35185-ccc8-4e17-8286-f7435e18998d req-618c5735-99a6-4d08-aca0-3f6eb82e6da3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:49.932560 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ebe35185-ccc8-4e17-8286-f7435e18998d req-618c5735-99a6-4d08-aca0-3f6eb82e6da3 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 945 time: 0.0624588 Jun 21 14:01:49.940798 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 49938) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:01:49.945144 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Request body: {'floatingip': {'port_id': 'b7a50a13-d882-4f2c-95da-7150ac395f91'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:01:49.986555 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:50.419910 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:50.423516 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:50.519378 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.l3_db [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Floating IP 1afe90ed-4ae6-40ea-8b06-fabd15c3bbad associated. External IP: 172.28.3.103, port: b7a50a13-d882-4f2c-95da-7150ac395f91. Jun 21 14:01:50.722124 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Router 793d0618-4843-4397-98a1-ea5f49054a28 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:01:50.832021 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:01:50.837422 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:01:50.841961 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] Sync routers for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:01:50.850686 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:50.851295 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:01:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:50.879645 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-36cf5f06-2101-4883-a2d2-f050898509c6 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "PUT /v2.0/floatingips/1afe90ed-4ae6-40ea-8b06-fabd15c3bbad HTTP/1.1" status: 200 len: 991 time: 0.9353561 Jun 21 14:01:50.879645 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'tag': 'b7a50a13-d882-4f2c-95da-7150ac395f91'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:01:50.880473 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5d6c44-864d-457c-bff9-8f2788be2c35" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4d9de3-d633-4ba7-bb2b-a4a925052cc0", "tag": "b7a50a13-d882-4f2c-95da-7150ac395f91"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:01:50.958884 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:51.028397 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb999301-b709-45fd-9769-60622e8f74ab x-openstack-request-id: req-cb999301-b709-45fd-9769-60622e8f74ab {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:01:51.028737 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4d9de3-d633-4ba7-bb2b-a4a925052cc0", "tag": "b7a50a13-d882-4f2c-95da-7150ac395f91", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:01:51.029024 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb999301-b709-45fd-9769-60622e8f74ab {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:01:51.029453 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'tag': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'status': 'completed', 'code': 200} Jun 21 14:01:51.106539 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-b6296008-a480-45a8-be1c-d45cc453b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:51.108110 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-b6296008-a480-45a8-be1c-d45cc453b431 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7834be6e801e4a7bbbda84c60db756ca&device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 1098 time: 0.0516498 Jun 21 14:01:51.177385 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '1afe90ed-4ae6-40ea-8b06-fabd15c3bbad', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'port_id': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'mac_address': 'fa:16:3e:f1:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:01:38Z', 'updated_at': '2021-06-21T14:01:50Z', 'revision_number': 1, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:51.197317 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-760c6b51-659e-4bd7-a46f-8353162c6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:51.198794 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-760c6b51-659e-4bd7-a46f-8353162c6d79 service neutron] 10.222.0.22 "GET /v2.0/networks?id=b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 200 len: 912 time: 0.0822277 Jun 21 14:01:51.203656 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] Checking router: 793d0618-4843-4397-98a1-ea5f49054a28 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:01:51.211790 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:01:51.212429 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:01:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:51.270268 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-7018c6a2-fdf6-4984-898e-152bb876c652 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a50a13-d882-4f2c-95da-7150ac395f91 HTTP/1.1" status: 200 len: 999 time: 0.0614069 Jun 21 14:01:51.316455 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:01:51.318957 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-d7fdf66c-c1cf-4269-b116-9f86dfede92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:51.320409 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-d7fdf66c-c1cf-4269-b116-9f86dfede92e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 200 len: 850 time: 0.0428708 Jun 21 14:01:51.377484 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-b853b472-acfd-41d9-ba88-724ec2869a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:01:51.378941 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-b853b472-acfd-41d9-ba88-724ec2869a73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b1c61647-a78f-4fc6-952a-932724901d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0507216 Jun 21 14:01:51.468946 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-5d9009a9-532d-4146-ad46-d4955d9b2543 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825968 Jun 21 14:01:51.533308 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '1afe90ed-4ae6-40ea-8b06-fabd15c3bbad', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'port_id': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'mac_address': 'fa:16:3e:f1:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:01:38Z', 'updated_at': '2021-06-21T14:01:50Z', 'revision_number': 1, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:01:51.557421 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9b5d6c44-864d-457c-bff9-8f2788be2c35 req-757476cb-6ba4-4e02-b861-1bb3089671e5 service neutron] 10.222.0.22 "GET /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806696 Jun 21 14:01:51.559398 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc487682-27ee-47f0-b219-69fd1d21dbb1 None None] The sync data for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb is: [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': '1afe90ed-4ae6-40ea-8b06-fabd15c3bbad', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'floating_ip_address': '172.28.3.103', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'port_id': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'mac_address': 'fa:16:3e:f1:32:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:01:38Z', 'updated_at': '2021-06-21T14:01:50Z', 'revision_number': 1, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:01:51.729514 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aebc2a28-8f11-46ec-9c7a-60c87c9e2055 None None] New status for floating IP 1afe90ed-4ae6-40ea-8b06-fabd15c3bbad: ACTIVE {{(pid=92660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:02:01.990645 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c12318bb-45a9-48e2-a9c9-6984642cec76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:04.284945 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-e3c24005-7257-4ad4-8ace-69d40e707c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:05.122375 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:05.695048 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.319190 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:07.535051 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:13.251745 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28ab47-3f9c-462b-90e6-307aa1387abe req-b265d119-4a75-406f-8275-2f6c7f07e80a tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:13.253239 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7b28ab47-3f9c-462b-90e6-307aa1387abe req-b265d119-4a75-406f-8275-2f6c7f07e80a tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0665889 Jun 21 14:02:13.537623 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7b28ab47-3f9c-462b-90e6-307aa1387abe req-18b5079b-81d9-4967-b209-00907b5a913a tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787890 Jun 21 14:02:14.708728 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197df3af-04cb-49b1-b908-b0a25fbf530c req-9e588a49-66f6-455d-bc8b-c78c88795217 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:14.710186 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-197df3af-04cb-49b1-b908-b0a25fbf530c req-9e588a49-66f6-455d-bc8b-c78c88795217 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0625982 Jun 21 14:02:14.746956 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-197df3af-04cb-49b1-b908-b0a25fbf530c req-4173d1de-6dc2-4a71-9ee1-8f25a4f96ebe tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Jun 21 14:02:15.203690 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324921eb-9d24-46ee-8b58-ae114ce54c26 req-47f9df3c-50f3-4b0b-87a3-ce93ff984f6e tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:15.205175 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-324921eb-9d24-46ee-8b58-ae114ce54c26 req-47f9df3c-50f3-4b0b-87a3-ce93ff984f6e tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 946 time: 0.0602920 Jun 21 14:02:15.242087 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-324921eb-9d24-46ee-8b58-ae114ce54c26 req-47b330c8-9ff2-4792-ae18-891b2b0d730e tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Jun 21 14:02:15.922329 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58b708-d39f-49f1-8c0e-22e8a86c35bd req-e06d24ce-df93-4203-9002-0fc1656631c4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:15.923790 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f58b708-d39f-49f1-8c0e-22e8a86c35bd req-e06d24ce-df93-4203-9002-0fc1656631c4 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0615835 Jun 21 14:02:15.961586 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f58b708-d39f-49f1-8c0e-22e8a86c35bd req-e79cc25f-8157-421e-a5d1-44b96b5f2a69 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319030 Jun 21 14:02:16.410548 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f5ae5-8a1a-4887-bb0a-8ab172554395 req-7d3fb216-d6f7-4608-b6be-9e82bfbbd9ba tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:16.411903 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-595f5ae5-8a1a-4887-bb0a-8ab172554395 req-7d3fb216-d6f7-4608-b6be-9e82bfbbd9ba tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 946 time: 0.0613596 Jun 21 14:02:16.451224 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-595f5ae5-8a1a-4887-bb0a-8ab172554395 req-30b39fac-3df4-43fa-a2c4-35f75015f53b tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336440 Jun 21 14:02:17.137097 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80c423-eb8d-4d97-b0e7-964ef49cf43c req-d31d814f-fc9e-4bc5-ad07-cec6a6bbc2ef tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:17.138588 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ae80c423-eb8d-4d97-b0e7-964ef49cf43c req-d31d814f-fc9e-4bc5-ad07-cec6a6bbc2ef tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0637527 Jun 21 14:02:17.176310 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ae80c423-eb8d-4d97-b0e7-964ef49cf43c req-1f078845-05ab-4c1a-8a11-08bbd5fecba0 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Jun 21 14:02:17.429879 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:02:17.619820 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caf28-c326-4c63-95c9-4c34d992fba3 req-84654a9a-e641-4255-ad65-2208f3ced870 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:17.621287 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-165caf28-c326-4c63-95c9-4c34d992fba3 req-84654a9a-e641-4255-ad65-2208f3ced870 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 946 time: 0.0631399 Jun 21 14:02:17.658620 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-165caf28-c326-4c63-95c9-4c34d992fba3 req-9a80e499-9be4-4cde-a4f8-b763f58c6731 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Jun 21 14:02:18.352870 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17c47e-b86b-4451-bf99-11a417a7a64c req-5b0bb259-2fb9-445d-9b7d-347be5b92501 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:18.354315 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce17c47e-b86b-4451-bf99-11a417a7a64c req-5b0bb259-2fb9-445d-9b7d-347be5b92501 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0662115 Jun 21 14:02:18.392242 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce17c47e-b86b-4451-bf99-11a417a7a64c req-7551c7e7-225a-41f9-9c20-96da2bf02f0f tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318859 Jun 21 14:02:18.832284 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f9fc-9b66-4001-9459-78a4703e481c req-8954ea16-4fb9-4b67-b647-fa35b4e61e83 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:18.833741 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4d76f9fc-9b66-4001-9459-78a4703e481c req-8954ea16-4fb9-4b67-b647-fa35b4e61e83 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 946 time: 0.0658753 Jun 21 14:02:18.869748 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4d76f9fc-9b66-4001-9459-78a4703e481c req-33e3d918-0d09-4efd-9359-569462f89e9c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304825 Jun 21 14:02:19.568672 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e089-b1ce-4d8f-9edf-60e74ab98677 req-4971150d-a0a4-4cf9-8f4d-d41cab4da898 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:19.570275 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-38c8e089-b1ce-4d8f-9edf-60e74ab98677 req-4971150d-a0a4-4cf9-8f4d-d41cab4da898 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0644000 Jun 21 14:02:19.610113 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-38c8e089-b1ce-4d8f-9edf-60e74ab98677 req-456de57b-b4d3-4c2a-b773-3b98735ba96e tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334775 Jun 21 14:02:20.040090 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fe43d-08db-465a-a74d-c2948c1c3ad7 req-8bd21f6f-e509-4502-ae19-46dd6a79fec6 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:20.041521 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-030fe43d-08db-465a-a74d-c2948c1c3ad7 req-8bd21f6f-e509-4502-ae19-46dd6a79fec6 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 946 time: 0.0619066 Jun 21 14:02:20.078891 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-030fe43d-08db-465a-a74d-c2948c1c3ad7 req-9e1b77b0-fe7b-4ac9-8d7e-fdd94975686d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312321 Jun 21 14:02:20.529305 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-e5c54c22-f986-4ac5-90ab-8482e0488fea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:20.530320 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-e5c54c22-f986-4ac5-90ab-8482e0488fea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.22 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 946 time: 0.0629466 Jun 21 14:02:20.638486 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Deleting port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:20.638831 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.746382 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] For port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:20.746746 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:20.838440 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Calling delete_port for 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:20.905904 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b99c8-8fbd-47d1-bfd8-e84e6482ac1f req-43cbc536-5c47-4cb8-a63b-179c7b5a0109 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:20.907372 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf5b99c8-8fbd-47d1-bfd8-e84e6482ac1f req-43cbc536-5c47-4cb8-a63b-179c7b5a0109 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.1762288 Jun 21 14:02:20.960871 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf5b99c8-8fbd-47d1-bfd8-e84e6482ac1f req-5aa55e11-d425-4bf0-8fe6-f18f552e02d6 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478573 Jun 21 14:02:21.014997 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.018811 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e6ae6035-2a98-4851-aceb-2803e515cfc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:21.027146 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['6ff5ad9b-0f36-46db-8326-7b2b8937bc18'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:02:21.048320 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Pushing event deleted for resources: {'Port': ['ID=6ff5ad9b-0f36-46db-8326-7b2b8937bc18,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:21.061107 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.061488 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.061853 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.062212 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.062570 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.062925 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.063281 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.063631 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.063982 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.064329 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.064702 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.065046 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:21.083330 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:21.107966 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] No DVR routers for this DVR port 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:02:21.110662 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:21.112685 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d841ad80-26f7-4eb8-ae97-631ac5efd1ad req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.22 "DELETE /v2.0/ports/6ff5ad9b-0f36-46db-8326-7b2b8937bc18 HTTP/1.1" status: 204 len: 173 time: 0.5755453 Jun 21 14:02:21.113386 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026a5b72-f4c1-4b66-b72b-cfe2cbc86e29', 'name': 'network-vif-deleted', 'tag': '6ff5ad9b-0f36-46db-8326-7b2b8937bc18'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:21.115573 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cfa3c5-2f0e-42b0-b689-b0349b336601" -d '{"events": [{"server_uuid": "026a5b72-f4c1-4b66-b72b-cfe2cbc86e29", "name": "network-vif-deleted", "tag": "6ff5ad9b-0f36-46db-8326-7b2b8937bc18"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:21.151305 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951967ed-e956-4809-99a3-c422da53a817 x-openstack-request-id: req-951967ed-e956-4809-99a3-c422da53a817 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:21.151712 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026a5b72-f4c1-4b66-b72b-cfe2cbc86e29", "name": "network-vif-deleted", "tag": "6ff5ad9b-0f36-46db-8326-7b2b8937bc18", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:21.152002 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-951967ed-e956-4809-99a3-c422da53a817 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:21.152453 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026a5b72-f4c1-4b66-b72b-cfe2cbc86e29', 'name': 'network-vif-deleted', 'tag': '6ff5ad9b-0f36-46db-8326-7b2b8937bc18', 'status': 'completed', 'code': 200} Jun 21 14:02:21.226019 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-98f0cb23-099c-4159-a02e-41b0d85484de req-10f162dd-1e40-4c58-a5ef-85a07cdf0a20 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=026a5b72-f4c1-4b66-b72b-cfe2cbc86e29 HTTP/1.1" status: 200 len: 210 time: 0.0323462 Jun 21 14:02:22.089905 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3d8b-6ae1-437d-9038-6ea307388a18 req-76e5dac5-3286-4322-8ef8-828b3e4d9996 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:22.091364 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8e9a3d8b-6ae1-437d-9038-6ea307388a18 req-76e5dac5-3286-4322-8ef8-828b3e4d9996 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0616729 Jun 21 14:02:22.130682 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8e9a3d8b-6ae1-437d-9038-6ea307388a18 req-e851a3cb-2ed3-4ae6-bd07-eca9f6616ba0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336044 Jun 21 14:02:22.137717 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83c5e4-8cbc-4c89-a3bc-4070b68599cd req-e2f9bc23-d05a-4d40-997e-f9b6fd824c85 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:22.139204 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf83c5e4-8cbc-4c89-a3bc-4070b68599cd req-e2f9bc23-d05a-4d40-997e-f9b6fd824c85 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0641475 Jun 21 14:02:22.176968 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf83c5e4-8cbc-4c89-a3bc-4070b68599cd req-fd5ec45c-c6f3-448c-9746-de8246c09fb9 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321581 Jun 21 14:02:23.307483 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d073ca-c947-4ed6-b9a6-35f9df4e3072 req-b9cfeda9-ea28-4421-bc41-57d69ff222a0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:23.308948 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c1d073ca-c947-4ed6-b9a6-35f9df4e3072 req-b9cfeda9-ea28-4421-bc41-57d69ff222a0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0600379 Jun 21 14:02:23.345990 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c1d073ca-c947-4ed6-b9a6-35f9df4e3072 req-a93fbb1e-92bc-46da-bc82-b04c9ffc2dd2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306208 Jun 21 14:02:23.359582 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973937eb-c47b-4994-ba61-9af15a9ac875 req-479e886a-9d58-4963-955a-6d6ba77565b6 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:23.361062 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-973937eb-c47b-4994-ba61-9af15a9ac875 req-479e886a-9d58-4963-955a-6d6ba77565b6 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0671339 Jun 21 14:02:23.397895 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-973937eb-c47b-4994-ba61-9af15a9ac875 req-e1a4f23b-6858-40d2-b953-d8fce722e12a tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312524 Jun 21 14:02:23.494212 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:23.514223 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:02:23.514576 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 6ff5ad9b-0f36-46db-8326-7b2b8937bc18 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:24.523004 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a269003-ef57-4a04-ade4-d10d3f1067cc req-6c9dae0d-5b31-42f8-8f16-5ca015d15f0a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:24.524500 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3a269003-ef57-4a04-ade4-d10d3f1067cc req-6c9dae0d-5b31-42f8-8f16-5ca015d15f0a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0628862 Jun 21 14:02:24.564812 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3a269003-ef57-4a04-ade4-d10d3f1067cc req-0bac5ddc-3cc7-46d9-8a10-31d3c7143d2e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Jun 21 14:02:24.577095 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d037207-f8ab-4997-a21f-6818372e0f4f req-b8a9b5cb-102a-47b0-8dcc-3774dfd0e8d0 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:24.578529 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6d037207-f8ab-4997-a21f-6818372e0f4f req-b8a9b5cb-102a-47b0-8dcc-3774dfd0e8d0 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0675387 Jun 21 14:02:24.615201 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6d037207-f8ab-4997-a21f-6818372e0f4f req-c4562ca1-dcdc-40ea-8f84-e9a96c173cf0 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308220 Jun 21 14:02:25.742911 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e6f0a-e725-4677-a49b-21d2e1d39f61 req-235bc63d-cad1-450f-a84a-d63b47660bff tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:25.744403 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c90e6f0a-e725-4677-a49b-21d2e1d39f61 req-235bc63d-cad1-450f-a84a-d63b47660bff tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0626941 Jun 21 14:02:25.781830 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c90e6f0a-e725-4677-a49b-21d2e1d39f61 req-b2b8fa73-8cb9-49cd-80fe-52612e2bd1a1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311191 Jun 21 14:02:25.790298 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccabe6-2b37-4e13-958e-bbbc27517c88 req-f5fbfed6-3885-4f46-ad4a-a3da7457415b tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:25.791775 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-32ccabe6-2b37-4e13-958e-bbbc27517c88 req-f5fbfed6-3885-4f46-ad4a-a3da7457415b tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0661380 Jun 21 14:02:25.831729 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-32ccabe6-2b37-4e13-958e-bbbc27517c88 req-f11416ec-f0d4-4cbb-989c-6cf239ccf072 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333784 Jun 21 14:02:26.067588 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684a77-240a-46f6-aada-b4419ad38c40 req-5afcb0ec-95cc-40cc-8015-553e4ad05f52 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:26.069127 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-5afcb0ec-95cc-40cc-8015-553e4ad05f52 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/networks?id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb HTTP/1.1" status: 200 len: 813 time: 0.1014318 Jun 21 14:02:26.083810 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-7664c62f-5619-4e1c-9fe3-249bd8114238 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/quotas/5029a70f266942a0a90a137351b43752 HTTP/1.1" status: 200 len: 375 time: 0.0093114 Jun 21 14:02:26.117424 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2cdacde-6411-482e-b1c1-3e9d0a758bc0 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5029a70f266942a0a90a137351b43752&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282984 Jun 21 14:02:26.205992 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-0b14ec30-922a-4818-aebb-b12f6973d6bc service neutron] 10.222.0.60 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820732 Jun 21 14:02:26.507123 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-fae120fa-2914-4e0a-afa4-da56a35d8fc1 service neutron] 10.222.0.60 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954738 Jun 21 14:02:26.671752 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-33a97c9e-150b-417b-ae1a-2951b17fe6c3 req-05d67d8f-c604-488b-b9bd-e1d632fbde2c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 210 time: 0.0291519 Jun 21 14:02:26.963092 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e91d3-9992-44bb-a880-edfd50212694 req-537af36a-fe25-4c00-a74a-5a3ca197d0b2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:26.964858 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ac3e91d3-9992-44bb-a880-edfd50212694 req-537af36a-fe25-4c00-a74a-5a3ca197d0b2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0653245 Jun 21 14:02:27.008069 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ac3e91d3-9992-44bb-a880-edfd50212694 req-d72858e1-f328-45e6-b58e-a768b99f2239 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365522 Jun 21 14:02:27.019275 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b7ec3-6d90-400d-89fc-8e717edd6a78 req-2e0be015-4ebe-4af3-a531-c74c5a1e49c0 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:27.020870 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-be7b7ec3-6d90-400d-89fc-8e717edd6a78 req-2e0be015-4ebe-4af3-a531-c74c5a1e49c0 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0702565 Jun 21 14:02:27.063829 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-be7b7ec3-6d90-400d-89fc-8e717edd6a78 req-932eaba6-da4e-4a0e-b16b-bcec5d3e0b7c tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356252 Jun 21 14:02:27.729992 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684a77-240a-46f6-aada-b4419ad38c40 req-c2b2e9e9-0572-44c9-a831-d9464e2b9d2b tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:27.731849 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-c2b2e9e9-0572-44c9-a831-d9464e2b9d2b tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.22 "GET /v2.0/networks?id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb HTTP/1.1" status: 200 len: 813 time: 0.1106691 Jun 21 14:02:27.750018 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Request body: {'port': {'device_id': 'c3f15b83-8fa1-46b9-90ce-cfa537e5e428', 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb', 'admin_state_up': True, 'tenant_id': '5029a70f266942a0a90a137351b43752'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:27.829203 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-daa34b65-8b37-4f33-8d15-0481105eeb32 req-b8157a5f-3cd7-402e-bb9a-44f072467c5a tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 210 time: 0.0394409 Jun 21 14:02:27.891594 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Made reservation on behalf of 5029a70f266942a0a90a137351b43752 for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:02:27.895217 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.018866 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Allocated IP 172.20.0.3 (780dcc62-49a8-40f1-8260-f0fb8d7ff1eb/9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27/0dc87a39-8944-4bcb-b95d-feba29baae1a) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:02:28.177095 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.191972 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d1436-159f-4c07-8136-65693dd7e353 req-d1eef03f-76b4-47ac-9c1a-ece09523e4aa tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.194745 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7a0d1436-159f-4c07-8136-65693dd7e353 req-d1eef03f-76b4-47ac-9c1a-ece09523e4aa tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0668004 Jun 21 14:02:28.230564 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7a0d1436-159f-4c07-8136-65693dd7e353 req-48c87601-f9e9-468c-ad23-0214e86394a0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314119 Jun 21 14:02:28.265890 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.269925 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cc6f34d4-0f97-4448-9090-e203323a738b tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:28.281504 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b44149-82c8-47cc-9f91-ec48537b7a89 req-366e2dfe-55c0-423b-80a7-7771e156286f tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.282943 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-50b44149-82c8-47cc-9f91-ec48537b7a89 req-366e2dfe-55c0-423b-80a7-7771e156286f tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.1026170 Jun 21 14:02:28.339216 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:02:28.343075 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:02:28.355589 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:02:28.364942 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-a2b7277c-4e6f-4ecf-84f0-44a7f4743ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.366635 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-a2b7277c-4e6f-4ecf-84f0-44a7f4743ab8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cea878a61aec424890afbc83f37739c0&device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1099 time: 0.0556669 Jun 21 14:02:28.367324 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-50b44149-82c8-47cc-9f91-ec48537b7a89 req-ebfd8513-091c-448e-8bdc-cf565ae8ed60 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644593 Jun 21 14:02:28.385651 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Pushing event updated for resources: {'Port': ['ID=0dc87a39-8944-4bcb-b95d-feba29baae1a,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:28.390738 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:28.425668 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.427008 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.442248 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-91fc53e4-406b-48c5-8fa9-7ea45ecb4171 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6965921 Jun 21 14:02:28.453914 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Request body: {'port': {'device_id': 'c3f15b83-8fa1-46b9-90ce-cfa537e5e428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:02:28.479703 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-e0b5c320-23ee-4b57-9e81-8e8cf2bc888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.481182 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-e0b5c320-23ee-4b57-9e81-8e8cf2bc888c service neutron] 10.222.0.22 "GET /v2.0/networks?id=68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 200 len: 909 time: 0.1039133 Jun 21 14:02:28.527894 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.548945 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-cc93b04c-8e2b-4e7c-86bc-fca92eb56370 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 200 len: 1001 time: 0.0599117 Jun 21 14:02:28.601239 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-a0c414a0-9e48-42ec-b793-c25cdad8a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.602659 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-a0c414a0-9e48-42ec-b793-c25cdad8a81b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee76a14a-f48a-4da1-97c2-a2a286592069 HTTP/1.1" status: 200 len: 847 time: 0.0467076 Jun 21 14:02:28.658997 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-70702ab3-a6f3-4718-9776-00e568a5da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:28.660487 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-70702ab3-a6f3-4718-9776-00e568a5da83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=68195d88-935d-475c-a010-3a46cf05578d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0506606 Jun 21 14:02:28.746448 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-a0e2fca2-dced-424b-bb1f-e309cf501337 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795162 Jun 21 14:02:28.791291 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc87a39-8944-4bcb-b95d-feba29baae1a {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:02:28.799089 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.811139 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Transition to ACTIVE for port object 0dc87a39-8944-4bcb-b95d-feba29baae1a will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:02:28.818132 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:28.820937 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-acc29545-3c6d-4e75-b9f5-45c6c7ba4344 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:28.839702 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72856ec-fbde-4e5b-8e44-a5e1eb9c8ce5 req-0147ed8b-b53a-4d08-9b6f-0609b4e7ec5d service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862117 Jun 21 14:02:28.894070 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc87a39-8944-4bcb-b95d-feba29baae1a,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:28.900038 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:29.001385 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Attempting to bind port 0dc87a39-8944-4bcb-b95d-feba29baae1a on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:02:29.001642 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Attempting to bind port 0dc87a39-8944-4bcb-b95d-feba29baae1a by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:02:29.001966 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Attempting to bind port 0dc87a39-8944-4bcb-b95d-feba29baae1a on network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:29.009775 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Port 0dc87a39-8944-4bcb-b95d-feba29baae1a on network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:02:29.010092 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Attempting to bind port 0dc87a39-8944-4bcb-b95d-feba29baae1a on network 780dcc62-49a8-40f1-8260-f0fb8d7ff1eb {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:02:29.017613 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:02:29.017944 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Checking segment: {'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:02:29.018326 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Bound using segment: {'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:02:29.018750 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Bound port: 0dc87a39-8944-4bcb-b95d-feba29baae1a, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a621c1c-9456-4844-8b2a-bcfd8258f281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:02:29.019091 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:29.039376 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c6032-b902-42e0-9134-9306f419b45d req-042e486d-b762-4893-8b76-e3b4d0d62908 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.040853 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2e6c6032-b902-42e0-9134-9306f419b45d req-042e486d-b762-4893-8b76-e3b4d0d62908 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 943 time: 0.1021364 Jun 21 14:02:29.114241 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2e6c6032-b902-42e0-9134-9306f419b45d req-f36df371-aed0-46dd-8dc6-eaa9721adf15 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519936 Jun 21 14:02:29.120301 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] For port 0dc87a39-8944-4bcb-b95d-feba29baae1a, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:02:29.123493 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] For port 0dc87a39-8944-4bcb-b95d-feba29baae1a, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0dc87a39-8944-4bcb-b95d-feba29baae1a,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:02:29.128006 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:29.130072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-824ee739-4140-442b-b2d7-88a9fb8bd578 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:29.165403 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.166008 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:29.167349 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] 10.222.0.22 "PUT /v2.0/ports/0dc87a39-8944-4bcb-b95d-feba29baae1a HTTP/1.1" status: 200 len: 1093 time: 0.7182548 Jun 21 14:02:29.167834 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3f15b83-8fa1-46b9-90ce-cfa537e5e428', 'tag': '0dc87a39-8944-4bcb-b95d-feba29baae1a'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:29.170754 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15c5738-b9e4-4114-a076-eec39904aade" -d '{"events": [{"name": "network-changed", "server_uuid": "c3f15b83-8fa1-46b9-90ce-cfa537e5e428", "tag": "0dc87a39-8944-4bcb-b95d-feba29baae1a"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:29.191560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc87a39-8944-4bcb-b95d-feba29baae1a,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:29.195383 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:29.212962 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34d46ab-e9a5-4690-9c16-3d41b39ea05b x-openstack-request-id: req-f34d46ab-e9a5-4690-9c16-3d41b39ea05b {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:29.213290 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3f15b83-8fa1-46b9-90ce-cfa537e5e428", "tag": "0dc87a39-8944-4bcb-b95d-feba29baae1a", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:29.213578 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f34d46ab-e9a5-4690-9c16-3d41b39ea05b {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:29.214003 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3f15b83-8fa1-46b9-90ce-cfa537e5e428', 'tag': '0dc87a39-8944-4bcb-b95d-feba29baae1a', 'status': 'completed', 'code': 200} Jun 21 14:02:29.269834 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684a77-240a-46f6-aada-b4419ad38c40 req-7f8bcbf5-d0f5-4d85-9de5-c5905d4b5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.271424 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-7f8bcbf5-d0f5-4d85-9de5-c5905d4b5fc1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5029a70f266942a0a90a137351b43752&device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 1096 time: 0.0563738 Jun 21 14:02:29.313534 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-81c02c8e-995c-4024-93bf-4118614332d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0dc87a39-8944-4bcb-b95d-feba29baae1a HTTP/1.1" status: 200 len: 217 time: 0.0343032 Jun 21 14:02:29.399005 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684a77-240a-46f6-aada-b4419ad38c40 req-5cebc0a8-f26d-49f5-8685-4426403604d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.400390 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-5cebc0a8-f26d-49f5-8685-4426403604d6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27 HTTP/1.1" status: 200 len: 853 time: 0.0796278 Jun 21 14:02:29.438332 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-4ed83017-fe6a-4d55-9d10-5fad432276b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285947 Jun 21 14:02:29.453498 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348616c-64b4-4a3a-8169-167e975421bb req-31cab01c-4c9a-4a66-a99d-f49935431874 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.454878 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1348616c-64b4-4a3a-8169-167e975421bb req-31cab01c-4c9a-4a66-a99d-f49935431874 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.1075683 Jun 21 14:02:29.541554 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1348616c-64b4-4a3a-8169-167e975421bb req-78c85db8-e4ee-425a-a950-21cb45cc50ac tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789540 Jun 21 14:02:29.564920 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86fe5-c025-4b85-ba0a-a389b698fbcc req-927f5bfb-0b6e-4b94-9240-f4c64e72a6a2 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.566395 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-fbc86fe5-c025-4b85-ba0a-a389b698fbcc req-927f5bfb-0b6e-4b94-9240-f4c64e72a6a2 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0626967 Jun 21 14:02:29.578039 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-11336377-d258-4976-9b2b-b349ec489c9b service neutron] 10.222.0.22 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221955 Jun 21 14:02:29.605145 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-fbc86fe5-c025-4b85-ba0a-a389b698fbcc req-21fe553c-6167-4398-b4d5-3004f4ba5c0b tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329180 Jun 21 14:02:29.672171 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-88684a77-240a-46f6-aada-b4419ad38c40 req-fe01be17-f244-4dc0-ad2d-5da026019489 service neutron] 10.222.0.22 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855529 Jun 21 14:02:29.777157 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c5738-b9e4-4114-a076-eec39904aade req-8f777e81-cfbe-4860-9aa6-638b417b03ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.778615 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e15c5738-b9e4-4114-a076-eec39904aade req-8f777e81-cfbe-4860-9aa6-638b417b03ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5029a70f266942a0a90a137351b43752&device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 1096 time: 0.0517163 Jun 21 14:02:29.881281 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c5738-b9e4-4114-a076-eec39904aade req-18055749-989b-44ad-82dc-7fe58f65a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.882701 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e15c5738-b9e4-4114-a076-eec39904aade req-18055749-989b-44ad-82dc-7fe58f65a061 service neutron] 10.222.0.22 "GET /v2.0/networks?id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb HTTP/1.1" status: 200 len: 914 time: 0.0855002 Jun 21 14:02:29.923808 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e15c5738-b9e4-4114-a076-eec39904aade req-4688d900-708c-4527-8a37-73dc44748b62 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0dc87a39-8944-4bcb-b95d-feba29baae1a HTTP/1.1" status: 200 len: 217 time: 0.0335152 Jun 21 14:02:29.974696 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c5738-b9e4-4114-a076-eec39904aade req-56dbcf0e-3286-44db-aaf4-b61589ca1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:29.976053 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e15c5738-b9e4-4114-a076-eec39904aade req-56dbcf0e-3286-44db-aaf4-b61589ca1d49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27 HTTP/1.1" status: 200 len: 853 time: 0.0453463 Jun 21 14:02:30.010875 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e15c5738-b9e4-4114-a076-eec39904aade req-21652e05-6174-4c53-a2bf-01a674c70509 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254967 Jun 21 14:02:30.096777 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e15c5738-b9e4-4114-a076-eec39904aade req-5a29dea6-8966-4645-bcbd-e46b396b372e service neutron] 10.222.0.22 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787644 Jun 21 14:02:30.187875 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e15c5738-b9e4-4114-a076-eec39904aade req-44c29b44-9f44-4049-bfa8-53dd114945d6 service neutron] 10.222.0.22 "GET /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845973 Jun 21 14:02:30.287494 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9c503-1198-42ef-a836-ff78dc465102 req-1aaadafb-3794-472e-ab50-2e0d9926bf36 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.288973 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6b9c503-1198-42ef-a836-ff78dc465102 req-1aaadafb-3794-472e-ab50-2e0d9926bf36 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 943 time: 0.0613315 Jun 21 14:02:30.331042 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a6b9c503-1198-42ef-a836-ff78dc465102 req-c0193aa6-8665-4c61-a420-ef4193612739 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357616 Jun 21 14:02:30.733561 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f684c2-44a0-494e-be9a-fc4bc2e42916 req-17bbc47e-2717-4fbd-b5ed-7ba28415482f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.735069 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-69f684c2-44a0-494e-be9a-fc4bc2e42916 req-17bbc47e-2717-4fbd-b5ed-7ba28415482f tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0723722 Jun 21 14:02:30.771843 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-69f684c2-44a0-494e-be9a-fc4bc2e42916 req-a6a8b98f-ae3a-4712-be0f-512afd115ac4 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309000 Jun 21 14:02:30.777469 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbf44e-cc4f-4405-b50d-bb52a0336144 req-afe4064d-3169-47a7-8610-029d7d42ede2 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:30.779481 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-53cbf44e-cc4f-4405-b50d-bb52a0336144 req-afe4064d-3169-47a7-8610-029d7d42ede2 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0616517 Jun 21 14:02:30.819220 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-53cbf44e-cc4f-4405-b50d-bb52a0336144 req-08d30e62-376c-4957-9b0a-6a37f2f41126 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335560 Jun 21 14:02:31.111502 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 50330) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:31.171014 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f890d7-3080-4167-8b9c-91f1dad0680e req-07aa4688-951d-47e7-8abd-eaffa6f20f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:31.172501 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e0f890d7-3080-4167-8b9c-91f1dad0680e req-07aa4688-951d-47e7-8abd-eaffa6f20f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0672669 Jun 21 14:02:31.205389 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-a08eb15b-2197-43f0-9306-d7c89f56ae18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919135 Jun 21 14:02:31.216594 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e0f890d7-3080-4167-8b9c-91f1dad0680e req-1ee009f7-85e7-46df-9bd3-467fec9cd971 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382521 Jun 21 14:02:31.517377 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733d6bb-63b3-4fa2-bd8c-4573af8de74b req-8deeaf71-9941-47d6-a734-f7cb19062b3d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:31.518747 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3733d6bb-63b3-4fa2-bd8c-4573af8de74b req-8deeaf71-9941-47d6-a734-f7cb19062b3d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 943 time: 0.0693429 Jun 21 14:02:31.535517 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 0dc87a39-8944-4bcb-b95d-feba29baae1a details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:02:31.558926 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3733d6bb-63b3-4fa2-bd8c-4573af8de74b req-a4232613-56b2-4144-b57a-de94c5ccc201 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Jun 21 14:02:31.629583 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 0dc87a39-8944-4bcb-b95d-feba29baae1a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0dc87a39-8944-4bcb-b95d-feba29baae1a,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:31.642120 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': '0dc87a39-8944-4bcb-b95d-feba29baae1a', 'network_id': '780dcc62-49a8-40f1-8260-f0fb8d7ff1eb', 'port_id': '0dc87a39-8944-4bcb-b95d-feba29baae1a', 'mac_address': 'fa:16:3e:ed:fc:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:02:31.680854 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:31.693669 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc87a39-8944-4bcb-b95d-feba29baae1a {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:02:31.712832 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 0dc87a39-8944-4bcb-b95d-feba29baae1a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0dc87a39-8944-4bcb-b95d-feba29baae1a,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:31.717161 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:31.719004 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:31.766619 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=0dc87a39-8944-4bcb-b95d-feba29baae1a,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:31.769744 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:31.961816 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['0dc87a39-8944-4bcb-b95d-feba29baae1a'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:02:31.962516 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08331ad1-ee4b-44d0-86ce-c56dd776217d req-0c07243a-79c9-48c0-a10d-db6203c5382d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:31.964052 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-08331ad1-ee4b-44d0-86ce-c56dd776217d req-0c07243a-79c9-48c0-a10d-db6203c5382d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0673757 Jun 21 14:02:32.011088 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-08331ad1-ee4b-44d0-86ce-c56dd776217d req-3c9610c7-594b-4926-9045-0f55e26fc270 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377660 Jun 21 14:02:32.022781 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-f1d4d0b3-b966-411a-abc3-a37f70885b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:32.384786 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428745-41c7-4bb6-817e-7420381e3d2f req-e1bce3fb-2984-4a3c-8633-4849020d448d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:32.386142 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f8428745-41c7-4bb6-817e-7420381e3d2f req-e1bce3fb-2984-4a3c-8633-4849020d448d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0618699 Jun 21 14:02:32.424767 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f8428745-41c7-4bb6-817e-7420381e3d2f req-de780f79-4d3c-4815-8dab-574c591c9714 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319874 Jun 21 14:02:32.481231 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-991f2a3c-8354-4e23-bc03-2f406d713bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:32.481663 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-991f2a3c-8354-4e23-bc03-2f406d713bc8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5&tenant_id=cea878a61aec424890afbc83f37739c0 HTTP/1.1" status: 200 len: 1099 time: 0.0553098 Jun 21 14:02:32.554769 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-4791e005-fff7-4b8a-acc8-97cafe7d358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:32.556226 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-4791e005-fff7-4b8a-acc8-97cafe7d358f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cea878a61aec424890afbc83f37739c0&device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1099 time: 0.0521626 Jun 21 14:02:32.644668 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-444d5538-6c6f-4968-9e57-1e64e9cfc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:32.646050 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-444d5538-6c6f-4968-9e57-1e64e9cfc0e9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 200 len: 909 time: 0.0830832 Jun 21 14:02:32.714909 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-2e13f790-9a24-4b87-a13b-2f85d97019d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 200 len: 1001 time: 0.0613427 Jun 21 14:02:32.730735 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8324a-e6e8-4f3b-a8bf-122180ee94dd req-f09a2669-e350-4560-9fe9-2df7fb44a823 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:32.732230 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-fbd8324a-e6e8-4f3b-a8bf-122180ee94dd req-f09a2669-e350-4560-9fe9-2df7fb44a823 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 944 time: 0.0617225 Jun 21 14:02:32.761939 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-f3dd4fef-afe4-4b48-9023-9d3038eccea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:32.763979 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-f3dd4fef-afe4-4b48-9023-9d3038eccea5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee76a14a-f48a-4da1-97c2-a2a286592069 HTTP/1.1" status: 200 len: 847 time: 0.0429585 Jun 21 14:02:32.769733 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-fbd8324a-e6e8-4f3b-a8bf-122180ee94dd req-5ac914bf-8f56-423e-88af-b37d8276e0da tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Jun 21 14:02:32.819792 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-c8235feb-297d-4b50-9645-b2bb8b5aa492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:32.821310 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-c8235feb-297d-4b50-9645-b2bb8b5aa492 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=68195d88-935d-475c-a010-3a46cf05578d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0514865 Jun 21 14:02:32.911423 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-f3a44241-24c8-4ea7-b426-967674b71e31 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833457 Jun 21 14:02:32.998929 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7beac25f-4a2c-4076-9af4-638f13c1989f req-69257035-06af-4be0-8cc9-f2a7ced72464 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808849 Jun 21 14:02:33.198245 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e84ad-5883-48b8-8420-044fac8544c7 req-2364b983-3704-4d00-9472-037e7cb8ffef tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:33.199685 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c82e84ad-5883-48b8-8420-044fac8544c7 req-2364b983-3704-4d00-9472-037e7cb8ffef tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0659010 Jun 21 14:02:33.242609 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c82e84ad-5883-48b8-8420-044fac8544c7 req-1556b828-b13b-445e-9520-59d7192dbf22 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371501 Jun 21 14:02:33.536804 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 0dc87a39-8944-4bcb-b95d-feba29baae1a up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:33.583594 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port 0dc87a39-8944-4bcb-b95d-feba29baae1a completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:02:33.587096 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port 0dc87a39-8944-4bcb-b95d-feba29baae1a triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:33.587482 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:33.599632 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f6a97-bd26-4b06-9a78-e64286d73ad0 req-f477595e-9b00-4a6d-b614-ab10a6114798 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:33.601122 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2f3f6a97-bd26-4b06-9a78-e64286d73ad0 req-f477595e-9b00-4a6d-b614-ab10a6114798 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0662706 Jun 21 14:02:33.639526 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2f3f6a97-bd26-4b06-9a78-e64286d73ad0 req-d6d9002f-b5c9-4c49-aedb-326d905ef2fe tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Jun 21 14:02:33.663306 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:33.687186 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f15b83-8fa1-46b9-90ce-cfa537e5e428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc87a39-8944-4bcb-b95d-feba29baae1a'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:33.689760 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b389ada-16d3-4b7a-8bf8-f76aa2e842b5" -d '{"events": [{"server_uuid": "c3f15b83-8fa1-46b9-90ce-cfa537e5e428", "name": "network-vif-plugged", "status": "completed", "tag": "0dc87a39-8944-4bcb-b95d-feba29baae1a"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:33.819030 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818d39d1-526b-43c5-9618-60e11317b947 x-openstack-request-id: req-818d39d1-526b-43c5-9618-60e11317b947 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:33.819325 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f15b83-8fa1-46b9-90ce-cfa537e5e428", "name": "network-vif-plugged", "status": "completed", "tag": "0dc87a39-8944-4bcb-b95d-feba29baae1a", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:33.819608 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-818d39d1-526b-43c5-9618-60e11317b947 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:33.820114 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f15b83-8fa1-46b9-90ce-cfa537e5e428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc87a39-8944-4bcb-b95d-feba29baae1a', 'code': 200} Jun 21 14:02:33.823611 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 0dc87a39-8944-4bcb-b95d-feba29baae1a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0dc87a39-8944-4bcb-b95d-feba29baae1a,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:33.828263 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:33.829139 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:33.830787 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-197e1cbd-e01f-42f0-8393-c764c2e19bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:33.902568 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=0dc87a39-8944-4bcb-b95d-feba29baae1a,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:33.912320 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.912703 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.913048 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.913384 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.913715 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.914046 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.914370 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.914699 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.915023 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.915344 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.915653 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.916291 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:33.920890 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:33.954562 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:33.992066 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:33.996270 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:33.998122 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:33.998671 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca0e6e-2b05-4063-8e30-266837a34adc req-72bea57d-799e-44bb-95b6-22f9f7684ea4 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:34.000175 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5dca0e6e-2b05-4063-8e30-266837a34adc req-72bea57d-799e-44bb-95b6-22f9f7684ea4 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.1021230 Jun 21 14:02:34.019289 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149e338-cc04-41bc-800e-bac0b2dde6d7 req-ef522549-59a8-4863-b7c9-4b3a01360392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:34.021659 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5149e338-cc04-41bc-800e-bac0b2dde6d7 req-ef522549-59a8-4863-b7c9-4b3a01360392 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 1098 time: 0.0900898 Jun 21 14:02:34.048670 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=6']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:34.051727 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:34.066242 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5dca0e6e-2b05-4063-8e30-266837a34adc req-33728670-d35d-49d7-a9cf-8b910bb52000 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585272 Jun 21 14:02:34.079524 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5149e338-cc04-41bc-800e-bac0b2dde6d7 req-4a6e0919-62af-4479-af68-8ba96d8c6f23 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461895 Jun 21 14:02:34.121251 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782eb8-7d48-49c4-9d7e-d3ff8eebed4d req-3a86a95e-5dc5-4946-ae17-c3c7654ea1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:34.123299 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ea782eb8-7d48-49c4-9d7e-d3ff8eebed4d req-3a86a95e-5dc5-4946-ae17-c3c7654ea1ae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1097 time: 0.0627468 Jun 21 14:02:34.155970 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ea782eb8-7d48-49c4-9d7e-d3ff8eebed4d req-83224d8f-53b0-48fe-9da1-e94bc03d9dfc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266895 Jun 21 14:02:34.286779 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-cdb3600c-a4cf-490b-8ef7-73a8336d5815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:34.421886 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8b354-2f52-46cb-983d-9fe5ae160ad4 req-65430523-6346-40b2-9b2f-00b900fd3e55 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:34.423407 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-32a8b354-2f52-46cb-983d-9fe5ae160ad4 req-65430523-6346-40b2-9b2f-00b900fd3e55 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0646386 Jun 21 14:02:34.460154 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-32a8b354-2f52-46cb-983d-9fe5ae160ad4 req-52a65082-0a50-4cab-a23a-25a5e97b7aa0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311029 Jun 21 14:02:34.808694 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119a642-362f-47f9-9fe9-8f7a571bcfde req-c1f13e57-7e89-4db5-95c7-99aa7fa0e786 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:34.810059 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4119a642-362f-47f9-9fe9-8f7a571bcfde req-c1f13e57-7e89-4db5-95c7-99aa7fa0e786 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 944 time: 0.0614533 Jun 21 14:02:34.852513 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4119a642-362f-47f9-9fe9-8f7a571bcfde req-868064cf-8777-457b-ac78-86762db7fc76 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362816 Jun 21 14:02:35.125281 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:35.260256 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2fa14-6b8c-42f9-b4e9-fa5bb0945593 req-3ce8d701-1928-49cf-82e6-bd420b1206fb tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:35.261751 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aca2fa14-6b8c-42f9-b4e9-fa5bb0945593 req-3ce8d701-1928-49cf-82e6-bd420b1206fb tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0698802 Jun 21 14:02:35.299394 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aca2fa14-6b8c-42f9-b4e9-fa5bb0945593 req-2e3550c0-2e45-4bfe-9553-bad203296b70 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Jun 21 14:02:35.552182 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:02:35.660082 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253120-5328-4a63-b215-095347c3b0da req-8685afaf-4a69-42db-9809-3e71b8210c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:35.661063 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:35.663008 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f2253120-5328-4a63-b215-095347c3b0da req-8685afaf-4a69-42db-9809-3e71b8210c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0770402 Jun 21 14:02:35.673130 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'port_id': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'mac_address': 'fa:16:3e:3b:73:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 708, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:02:35.703162 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f2253120-5328-4a63-b215-095347c3b0da req-b0d773e8-c090-409f-832e-8a1a463b2337 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348127 Jun 21 14:02:35.732583 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:35.732583 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:35.740150 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:02:35.762308 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:35.769265 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:35.771126 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:35.816316 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=7']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:35.819302 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:35.821021 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:35.823319 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60cf3c5-561b-4f1f-860e-a85ecc66c3e8" -d '{"events": [{"server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "name": "network-vif-unplugged", "status": "completed", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:35.862575 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd86c042-6759-4414-b784-c37b6056c21a x-openstack-request-id: req-dd86c042-6759-4414-b784-c37b6056c21a {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:35.862876 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "name": "network-vif-unplugged", "status": "completed", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:35.863136 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd86c042-6759-4414-b784-c37b6056c21a {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:35.863531 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'code': 200} Jun 21 14:02:36.010107 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:02:36.021420 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e319054-55f1-4e7d-a7c9-56ccda284e2b req-9b30ca47-5254-4a2a-b723-6980879932da tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:36.022807 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8e319054-55f1-4e7d-a7c9-56ccda284e2b req-9b30ca47-5254-4a2a-b723-6980879932da tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 945 time: 0.0616963 Jun 21 14:02:36.062848 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8e319054-55f1-4e7d-a7c9-56ccda284e2b req-0c061b0f-d33d-4c07-ab91-667cd428d2c8 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322864 Jun 21 14:02:36.941579 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8692ad-4601-4b61-aa4c-7813f5257950 req-36418596-bd97-4333-90de-4ba6c4aa78f3 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:36.943669 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7b8692ad-4601-4b61-aa4c-7813f5257950 req-36418596-bd97-4333-90de-4ba6c4aa78f3 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.1127574 Jun 21 14:02:37.242036 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7b8692ad-4601-4b61-aa4c-7813f5257950 req-2ce0b7d5-de38-49a2-acd1-ba34d2803e43 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922070 Jun 21 14:02:37.322302 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:37.542643 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:37.553466 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:37.598804 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:37.599183 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:37.673637 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:37.704123 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:37.707566 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:37.709346 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:37.754204 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=8']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:37.757194 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:37.864144 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:37.866404 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37713b54-04e8-46f2-9fcc-80fbd17674e3" -d '{"events": [{"server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "name": "network-vif-plugged", "status": "completed", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:37.900442 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5470b853-58c1-4b9e-ac05-2af422ed86a8 x-openstack-request-id: req-5470b853-58c1-4b9e-ac05-2af422ed86a8 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:37.900743 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "name": "network-vif-plugged", "status": "completed", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:37.901005 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5470b853-58c1-4b9e-ac05-2af422ed86a8 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:37.901398 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'code': 200} Jun 21 14:02:38.431510 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f4bc8-9fed-4dab-8418-cfceeca5a393 req-f8afe32b-f95c-4c40-8c6d-28182e6f7717 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:38.433704 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-108f4bc8-9fed-4dab-8418-cfceeca5a393 req-f8afe32b-f95c-4c40-8c6d-28182e6f7717 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0665185 Jun 21 14:02:38.472621 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-108f4bc8-9fed-4dab-8418-cfceeca5a393 req-38d84f61-13a6-4fe3-a06e-89bed41f03b2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Jun 21 14:02:39.568437 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:02:39.668764 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e4410-0885-4ea8-ba3f-03e3ef002fe1 req-62b4dfb8-4bdd-4a33-9b3f-0a8112658e1e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:39.670318 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1c2e4410-0885-4ea8-ba3f-03e3ef002fe1 req-62b4dfb8-4bdd-4a33-9b3f-0a8112658e1e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0683527 Jun 21 14:02:39.691022 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:39.703186 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'port_id': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'mac_address': 'fa:16:3e:5e:3a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:02:39.708665 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1c2e4410-0885-4ea8-ba3f-03e3ef002fe1 req-65a84401-1fd5-41d2-bb2e-81eac110ab51 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Jun 21 14:02:39.747320 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:39.761051 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f66ddecc-193d-47d4-89c0-d9414a14a962 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:02:39.781361 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:39.785566 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:39.788198 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:39.838100 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=6']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:39.841514 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:39.870182 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['f66ddecc-193d-47d4-89c0-d9414a14a962'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:02:40.926464 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6cd6c-0483-45a9-a908-cff545e79b57 req-574d3d3d-08d7-4bef-9c43-93a443eb2209 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:40.932818 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-67f6cd6c-0483-45a9-a908-cff545e79b57 req-574d3d3d-08d7-4bef-9c43-93a443eb2209 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 944 time: 0.0934362 Jun 21 14:02:41.006742 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-67f6cd6c-0483-45a9-a908-cff545e79b57 req-28b7e181-a5da-4eef-ac90-fd15986e7f59 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703571 Jun 21 14:02:41.591536 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:02:41.646485 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port f66ddecc-193d-47d4-89c0-d9414a14a962 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:02:41.647024 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:41.739931 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:41.766786 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:41.769922 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c45eab-53b7-4d9f-9c94-6579376d9289" -d '{"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-plugged", "status": "completed", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:41.787765 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:41.795425 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:41.798529 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:41.825019 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee84148-dd94-4aa4-9f25-fd71182e473a x-openstack-request-id: req-8ee84148-dd94-4aa4-9f25-fd71182e473a {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:41.825539 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-plugged", "status": "completed", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:41.825991 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ee84148-dd94-4aa4-9f25-fd71182e473a {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:41.826389 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'code': 200} Jun 21 14:02:41.854690 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=7']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:41.861099 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:42.254030 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c55d0-4f55-458f-aa45-1990be3cd322 req-9cf85dda-13af-49de-bfe4-221b1a5b7162 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:42.261382 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5c4c55d0-4f55-458f-aa45-1990be3cd322 req-9cf85dda-13af-49de-bfe4-221b1a5b7162 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0807571 Jun 21 14:02:42.300483 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5c4c55d0-4f55-458f-aa45-1990be3cd322 req-3ba00b16-7db6-4708-8367-caefd572ed14 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380278 Jun 21 14:02:43.545544 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a39c85-4791-4db5-a734-a0cb6995f748 req-9f6a9679-fca9-41ab-8b3a-524bc6f71c67 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:43.548064 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78a39c85-4791-4db5-a734-a0cb6995f748 req-9f6a9679-fca9-41ab-8b3a-524bc6f71c67 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0838845 Jun 21 14:02:43.597978 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-78a39c85-4791-4db5-a734-a0cb6995f748 req-8b838813-d488-475e-bc9d-2f6a90dc6595 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436091 Jun 21 14:02:44.856657 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894cf0c-0f86-47ca-8d35-94c72e551d18 req-95e36d06-93cc-4099-a0af-fceeb30b6915 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:44.859074 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3894cf0c-0f86-47ca-8d35-94c72e551d18 req-95e36d06-93cc-4099-a0af-fceeb30b6915 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.1259499 Jun 21 14:02:44.899969 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3894cf0c-0f86-47ca-8d35-94c72e551d18 req-3f8b9807-1989-4c68-8edf-368837ef060c tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353525 Jun 21 14:02:46.176403 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202be9ba-87cd-4bbf-be0e-259f65ebc8aa req-40dadf59-466a-4d70-ad7a-8c33a6c1bc9a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:46.179120 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-202be9ba-87cd-4bbf-be0e-259f65ebc8aa req-40dadf59-466a-4d70-ad7a-8c33a6c1bc9a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.1379716 Jun 21 14:02:46.223639 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-202be9ba-87cd-4bbf-be0e-259f65ebc8aa req-d94ed425-ae0a-4de1-9b49-b27f4ce5aed7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382559 Jun 21 14:02:47.437699 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035d860-f0b5-497c-926a-42408d643ecf req-1b16ba24-425f-4313-9aa4-a0319f0e1dac tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:47.439380 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5035d860-f0b5-497c-926a-42408d643ecf req-1b16ba24-425f-4313-9aa4-a0319f0e1dac tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0948343 Jun 21 14:02:47.488511 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5035d860-f0b5-497c-926a-42408d643ecf req-75ddfc6b-3e30-4292-9b09-1dabcafbed3b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430977 Jun 21 14:02:48.699750 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996dd98-53fd-4c84-9e86-57da5f2efd15 req-64d049f9-a343-4f01-afff-af4ea36a11cb tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:48.708427 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e996dd98-53fd-4c84-9e86-57da5f2efd15 req-64d049f9-a343-4f01-afff-af4ea36a11cb tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0825834 Jun 21 14:02:48.753707 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e996dd98-53fd-4c84-9e86-57da5f2efd15 req-5a6f4239-5086-49d0-a7af-6ad25b8ce4dd tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438817 Jun 21 14:02:48.912556 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662acd83-6723-43f8-b341-07fc03244383 req-45a48502-e652-4bc6-9292-7a1ef64086d1 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:48.914046 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-662acd83-6723-43f8-b341-07fc03244383 req-45a48502-e652-4bc6-9292-7a1ef64086d1 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 945 time: 0.1238704 Jun 21 14:02:48.951766 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-662acd83-6723-43f8-b341-07fc03244383 req-0da67d66-63c1-4014-9a7b-3f51a8b2e07a tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Jun 21 14:02:49.596739 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-e43e368c-fb5b-4e66-b67d-4dbc024de630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:49.598175 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-e43e368c-fb5b-4e66-b67d-4dbc024de630 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 1098 time: 0.0546346 Jun 21 14:02:49.689671 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-ae0f01a1-d98c-4bef-84b0-2d52d6ccafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:49.691063 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-ae0f01a1-d98c-4bef-84b0-2d52d6ccafe9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 918 time: 0.0802760 Jun 21 14:02:49.769526 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-36a6d36e-58c3-42b5-8edb-ca624a059d19 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66ddecc-193d-47d4-89c0-d9414a14a962 HTTP/1.1" status: 200 len: 1001 time: 0.0647938 Jun 21 14:02:49.824484 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-57183421-c18a-454b-a7ab-2cbc546e34f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:49.825902 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-57183421-c18a-454b-a7ab-2cbc546e34f7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.0456169 Jun 21 14:02:49.883734 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-f42d3ef7-c0b1-4b8c-93f1-146cfa6ac35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:49.885250 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-f42d3ef7-c0b1-4b8c-93f1-146cfa6ac35f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0520685 Jun 21 14:02:49.931804 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ad01b-9c52-4d45-bfc5-c018422a627c req-8a792057-30d2-4d45-8ec6-464214536844 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:49.933285 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-802ad01b-9c52-4d45-bfc5-c018422a627c req-8a792057-30d2-4d45-8ec6-464214536844 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0675650 Jun 21 14:02:49.975986 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-802ad01b-9c52-4d45-bfc5-c018422a627c req-632e4fe3-79eb-45e0-baa9-2b54eac80067 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362387 Jun 21 14:02:49.987362 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-40952225-ee70-4f66-9b1a-de828ae3bc9c service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914214 Jun 21 14:02:50.091334 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cbd79ce9-ae0d-49fc-a97e-8500ed64133f req-7daf33a1-2fb4-496d-a903-74453b70d175 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945685 Jun 21 14:02:50.141471 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494d866-b4fc-4086-84f8-b6e357f10b9f req-e09f31b4-cd14-4f89-b130-8cacd9eaa156 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:50.142832 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d494d866-b4fc-4086-84f8-b6e357f10b9f req-e09f31b4-cd14-4f89-b130-8cacd9eaa156 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 945 time: 0.0654976 Jun 21 14:02:50.178949 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d494d866-b4fc-4086-84f8-b6e357f10b9f req-29cfb46d-5819-4396-8e03-a29d4f149e5e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303073 Jun 21 14:02:50.956498 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-4b55eeb7-f65e-4951-91ec-0f1d41a79ef4 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:50.957894 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-4b55eeb7-f65e-4951-91ec-0f1d41a79ef4 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 945 time: 0.0598304 Jun 21 14:02:51.073522 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Deleting port b7a50a13-d882-4f2c-95da-7150ac395f91 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:51.073522 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:51.204994 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] For port b7a50a13-d882-4f2c-95da-7150ac395f91, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=b7a50a13-d882-4f2c-95da-7150ac395f91,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:51.205359 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:51.226924 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fdaf1-50fe-48ed-918b-156d3be2aa8d req-d7f8298d-9fb7-4b36-9c80-39ca21d89dd4 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:51.228354 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bb5fdaf1-50fe-48ed-918b-156d3be2aa8d req-d7f8298d-9fb7-4b36-9c80-39ca21d89dd4 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.1144249 Jun 21 14:02:51.349036 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f0513-17b5-4c38-8eda-810e801c1424 req-dd722ff5-6277-4d84-a52c-6904eeda7861 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:51.350398 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ac4f0513-17b5-4c38-8eda-810e801c1424 req-dd722ff5-6277-4d84-a52c-6904eeda7861 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 945 time: 0.0621290 Jun 21 14:02:51.364634 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bb5fdaf1-50fe-48ed-918b-156d3be2aa8d req-9cc67783-d697-4278-a51e-566dc78005fb tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071393 Jun 21 14:02:51.391571 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ac4f0513-17b5-4c38-8eda-810e801c1424 req-15e6bbf9-a0e7-42b9-91ce-f3b375757392 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups?id=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355289 Jun 21 14:02:51.443947 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:51.444321 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:51.444661 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.l3_db [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Floating IP 1afe90ed-4ae6-40ea-8b06-fabd15c3bbad disassociated. External IP: 172.28.3.103, port: b7a50a13-d882-4f2c-95da-7150ac395f91. Jun 21 14:02:51.445000 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Calling delete_port for b7a50a13-d882-4f2c-95da-7150ac395f91 owned by compute:nova {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:51.568051 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:51.571812 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:51.601560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event deleted for resources: {'Port': ['ID=b7a50a13-d882-4f2c-95da-7150ac395f91,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:51.612855 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.613020 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.613275 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.613626 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.613976 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.614321 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.614678 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.615021 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.615363 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.615712 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.616433 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.616631 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:02:51.620787 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:51.717696 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Router 793d0618-4843-4397-98a1-ea5f49054a28 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:02:51.815703 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:02:51.827388 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] Sync routers for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:02:51.837698 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:51.838365 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:02:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:51.860460 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] No DVR routers for this DVR port b7a50a13-d882-4f2c-95da-7150ac395f91 on host hv-cinder-79496 {{(pid=92658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:02:51.862788 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:51.864752 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6c5e0fbe-9e99-4f4b-8486-f46cedd0c383 req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.22 "DELETE /v2.0/ports/b7a50a13-d882-4f2c-95da-7150ac395f91 HTTP/1.1" status: 204 len: 173 time: 0.9003091 Jun 21 14:02:51.865232 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'name': 'network-vif-deleted', 'tag': 'b7a50a13-d882-4f2c-95da-7150ac395f91'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:51.867534 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd96a7f-1de1-44db-b7fb-f5bbe0e44b59" -d '{"events": [{"server_uuid": "ce4d9de3-d633-4ba7-bb2b-a4a925052cc0", "name": "network-vif-deleted", "tag": "b7a50a13-d882-4f2c-95da-7150ac395f91"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:51.905423 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e24dda-85c7-4ea4-b659-37004d783e69 x-openstack-request-id: req-a2e24dda-85c7-4ea4-b659-37004d783e69 {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:51.905784 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4d9de3-d633-4ba7-bb2b-a4a925052cc0", "name": "network-vif-deleted", "tag": "b7a50a13-d882-4f2c-95da-7150ac395f91", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:51.906076 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2e24dda-85c7-4ea4-b659-37004d783e69 {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:51.906501 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4d9de3-d633-4ba7-bb2b-a4a925052cc0', 'name': 'network-vif-deleted', 'tag': 'b7a50a13-d882-4f2c-95da-7150ac395f91', 'status': 'completed', 'code': 200} Jun 21 14:02:51.952845 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:52.171882 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:52.199439 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] Checking router: 793d0618-4843-4397-98a1-ea5f49054a28 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:02:52.208607 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:02:52.209211 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:02:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:52.312992 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:02:52.540306 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:02:52.554017 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e922ad-8b13-4ddd-9c07-bfbd9a6e59f9 req-7b52a806-7801-4619-97c7-aa10f7647b36 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:52.556457 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-06e922ad-8b13-4ddd-9c07-bfbd9a6e59f9 req-7b52a806-7801-4619-97c7-aa10f7647b36 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.0699093 Jun 21 14:02:52.583863 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7757380d-99ac-4de8-a38d-c0582b0add76 None None] The sync data for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb is: [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:04Z', 'revision_number': 4, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9', 'name': '', 'network_id': 'b1c61647-a78f-4fc6-952a-932724901d23', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'mac_address': 'fa:16:3e:e4:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:58:02Z', 'updated_at': '2021-06-21T13:58:16Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'subnets': [{'id': '167e3d02-a854-450d-ac75-dad8fb0af4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:02:52.599492 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-39c8d649-3d33-41d7-bc75-92d002cc423a req-1178eaf4-bb5a-439f-8018-f09fc8755f79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce4d9de3-d633-4ba7-bb2b-a4a925052cc0 HTTP/1.1" status: 200 len: 210 time: 0.0339377 Jun 21 14:02:52.605067 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-06e922ad-8b13-4ddd-9c07-bfbd9a6e59f9 req-c4d95a80-a530-499b-8a83-947369002929 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419719 Jun 21 14:02:52.851469 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3c826-e785-4ecd-a997-97d187bb66d3 None None] New status for floating IP 1afe90ed-4ae6-40ea-8b06-fabd15c3bbad: DOWN {{(pid=92660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:02:53.709099 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:53.756198 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 50678) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:53.794281 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-cc3f4e0b-b155-4092-85fd-d08adb4623ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686693 Jun 21 14:02:53.808931 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:53.838882 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:02:53.839873 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f69656-50e8-4ec8-b958-4cdbc12bad12 req-aa2de6bd-4e05-464b-a3b6-c0ed71552ac5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:53.841378 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-27f69656-50e8-4ec8-b958-4cdbc12bad12 req-aa2de6bd-4e05-464b-a3b6-c0ed71552ac5 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 945 time: 0.1179869 Jun 21 14:02:53.841588 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa594a-8f4e-4f19-b907-c7c661bb7c84" -d '{"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-unplugged", "status": "completed", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:02:53.847571 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1be7647f-d680-42ae-83c1-571d71d84d49 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:53.871838 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:53.876998 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:53.879598 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:53.884207 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f8e66e-f6ae-4107-8fd7-d4dfa0fa6c41 x-openstack-request-id: req-09f8e66e-f6ae-4107-8fd7-d4dfa0fa6c41 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:02:53.884540 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-unplugged", "status": "failed", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962", "code": 422}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:02:53.884809 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09f8e66e-f6ae-4107-8fd7-d4dfa0fa6c41 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:02:53.885208 dv-cinder-794962-5-smb neutron-server[92659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'code': 422} returned with failed status Jun 21 14:02:53.886436 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1be7647f-d680-42ae-83c1-571d71d84d49 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:53.917056 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-27f69656-50e8-4ec8-b958-4cdbc12bad12 req-4653451a-85fb-41cf-9b55-c879d63e6bd3 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637922 Jun 21 14:02:53.941023 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=8']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:53.944890 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:53.955567 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1be7647f-d680-42ae-83c1-571d71d84d49 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:53.958281 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1be7647f-d680-42ae-83c1-571d71d84d49 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:53.959421 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-1be7647f-d680-42ae-83c1-571d71d84d49 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "DELETE /v2.0/security-groups/ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8 HTTP/1.1" status: 204 len: 168 time: 0.2016826 Jun 21 14:02:53.960297 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c3930786-9d7e-42ff-a2c1-a09ae2880989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:53.962244 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 50686) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:53.970098 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7647f-d680-42ae-83c1-571d71d84d49 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:53.972507 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1be7647f-d680-42ae-83c1-571d71d84d49 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:53.983009 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.api.v2.resource [None req-976aefef-4cb8-46fc-9ae5-e07956ac0081 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] show failed (client error): The resource could not be found. Jun 21 14:02:53.984931 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-976aefef-4cb8-46fc-9ae5-e07956ac0081 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "GET /v2.0/security-groups/ca225bf9-7fbd-4ac3-8327-6dabfbc7e2f8 HTTP/1.1" status: 404 len: 347 time: 0.0214872 Jun 21 14:02:53.987793 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 50688) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:54.115822 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Deleting port 549dc7d5-f72e-47fb-ab27-83d2df56f1a7 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:54.116228 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:54.197348 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:54.202781 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:54.270471 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Calling delete_port for 549dc7d5-f72e-47fb-ab27-83d2df56f1a7 owned by network:floatingip {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:54.421688 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:54.424787 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ed369cb8-a562-404a-93d0-4d77524dcadd tempest-VolumesActionsTest-1975746359 tempest-VolumesActionsTest-1975746359-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:54.436730 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:02:54.451611 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Pushing event deleted for resources: {'Port': ['ID=549dc7d5-f72e-47fb-ab27-83d2df56f1a7,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:54.458239 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:54.520523 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks [] for floatingip, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:54.523202 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:54.524423 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-e2f0f2ae-798f-4b57-a9f3-bfc929441c3c tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] 10.222.0.60 "DELETE /v2.0/floatingips/1afe90ed-4ae6-40ea-8b06-fabd15c3bbad HTTP/1.1" status: 204 len: 168 time: 0.5354595 Jun 21 14:02:54.602219 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e90926-cd8e-46a5-96e6-77b3021a012d req-5cbd019d-f587-44d3-af5b-04044452878d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:54.603723 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d1e90926-cd8e-46a5-96e6-77b3021a012d req-5cbd019d-f587-44d3-af5b-04044452878d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0667939 Jun 21 14:02:54.645118 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d1e90926-cd8e-46a5-96e6-77b3021a012d req-ce618f11-1651-4301-b9f7-392baf02098a tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353944 Jun 21 14:02:55.173823 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-bfb853c2-116b-4b87-a497-4e04e42029da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:55.175240 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-bfb853c2-116b-4b87-a497-4e04e42029da service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f&tenant_id=9eb3c91522b44f5ba98f913263e905da HTTP/1.1" status: 200 len: 1096 time: 0.3314085 Jun 21 14:02:55.215244 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47370094-0d8b-4b93-adbf-7ec1b45a177b req-45532a8a-bc5a-4a0e-b2e5-692842ec7608 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:55.216651 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-47370094-0d8b-4b93-adbf-7ec1b45a177b req-45532a8a-bc5a-4a0e-b2e5-692842ec7608 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0754623 Jun 21 14:02:55.274728 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-47370094-0d8b-4b93-adbf-7ec1b45a177b req-0c87ba00-1151-4f52-a902-ed0893dbe1c1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422230 Jun 21 14:02:55.283991 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-cd10a0d4-05db-4ea2-8f07-533451a4e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:55.285436 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-cd10a0d4-05db-4ea2-8f07-533451a4e153 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9eb3c91522b44f5ba98f913263e905da&device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 1096 time: 0.0861957 Jun 21 14:02:55.377184 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-b6a668ff-d955-4b2f-963f-01f3567f4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:55.378534 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-b6a668ff-d955-4b2f-963f-01f3567f4aba service neutron] 10.222.0.22 "GET /v2.0/networks?id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 200 len: 918 time: 0.0855353 Jun 21 14:02:55.469431 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-6ba7c49f-17a1-44af-8d86-f8eb9bcc03fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f66ddecc-193d-47d4-89c0-d9414a14a962 HTTP/1.1" status: 200 len: 999 time: 0.0731041 Jun 21 14:02:55.527394 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-a30eb06e-c5a9-4e1f-8897-0573173a24b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:55.528838 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-a30eb06e-c5a9-4e1f-8897-0573173a24b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 200 len: 856 time: 0.0489714 Jun 21 14:02:55.586456 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-71b83e12-3fcd-4ff5-87f6-753a0d99d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:55.588013 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-71b83e12-3fcd-4ff5-87f6-753a0d99d1ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519698 Jun 21 14:02:55.681381 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-d0d6f457-bc55-4c1f-bcc0-318fe090bf94 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796156 Jun 21 14:02:55.725348 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device b7a50a13-d882-4f2c-95da-7150ac395f91 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:02:55.751086 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: b7a50a13-d882-4f2c-95da-7150ac395f91 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:02:55.751456 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device b7a50a13-d882-4f2c-95da-7150ac395f91 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:02:55.790545 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b36ce353-7949-47b7-8ec3-f5c40ae76fe0 req-a561250d-46f5-4bdb-bdc2-10ce8f8122a0 service neutron] 10.222.0.22 "GET /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026049 Jun 21 14:02:55.832185 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ffb75-a457-470e-81fb-6737b2f488b9 req-3bcf644b-5a3c-4a51-8806-26c1cc18cf89 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:55.833713 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-279ffb75-a457-470e-81fb-6737b2f488b9 req-3bcf644b-5a3c-4a51-8806-26c1cc18cf89 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0742371 Jun 21 14:02:55.874602 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-279ffb75-a457-470e-81fb-6737b2f488b9 req-c4e6c02f-7a45-434f-aeb4-30a3221d361b tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337420 Jun 21 14:02:56.482997 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55da324-6a62-4445-9c24-2028ca16c4bb req-97be0653-5311-4991-b1f6-a44891b9af18 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:56.485752 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a55da324-6a62-4445-9c24-2028ca16c4bb req-97be0653-5311-4991-b1f6-a44891b9af18 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0724635 Jun 21 14:02:56.525394 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a55da324-6a62-4445-9c24-2028ca16c4bb req-8ba5a57c-5c38-4ea4-a6b4-0f0ed09846cf tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336425 Jun 21 14:02:57.062103 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131259c0-72d8-4e05-8599-25e4f196e082 req-86cc6164-b56c-4e19-b723-c9da7ca76770 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:57.063869 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-131259c0-72d8-4e05-8599-25e4f196e082 req-86cc6164-b56c-4e19-b723-c9da7ca76770 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0698030 Jun 21 14:02:57.121979 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-131259c0-72d8-4e05-8599-25e4f196e082 req-4e9eb6f7-c17f-48e2-af41-8d9531cb9ab9 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503976 Jun 21 14:02:57.717596 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4c42-8b46-49e3-b209-4fa6f11178c1 req-111843f4-e076-4f6b-b471-8cee967e4466 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:57.719072 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ab7e4c42-8b46-49e3-b209-4fa6f11178c1 req-111843f4-e076-4f6b-b471-8cee967e4466 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0653844 Jun 21 14:02:57.771077 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ab7e4c42-8b46-49e3-b209-4fa6f11178c1 req-d341c5c7-34c3-457f-8aa8-e014ab36e440 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462534 Jun 21 14:02:58.285887 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 50760) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:02:58.333011 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a9cbc-b1f7-46cf-89b3-71c8a18d1d67 req-a513930f-4dda-4d87-8c89-9329789d5fda tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:58.335494 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bd7a9cbc-b1f7-46cf-89b3-71c8a18d1d67 req-a513930f-4dda-4d87-8c89-9329789d5fda tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0953043 Jun 21 14:02:58.376846 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bd7a9cbc-b1f7-46cf-89b3-71c8a18d1d67 req-0098ca73-f10b-466d-8d54-36a21069aba2 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355220 Jun 21 14:02:58.814160 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608244'] for router_interface, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:59.074075 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1718f68-add5-440f-8442-8eedf3a76b5a req-865e722d-f4e4-40fc-a79e-8b8be94e155d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:59.075422 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-d1718f68-add5-440f-8442-8eedf3a76b5a req-865e722d-f4e4-40fc-a79e-8b8be94e155d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.1643200 Jun 21 14:02:59.147087 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-d1718f68-add5-440f-8442-8eedf3a76b5a req-457fb157-22ba-46f1-8af6-59f573a80195 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645852 Jun 21 14:02:59.223493 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Deleting port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:02:59.223830 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:59.305810 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] For port 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:02:59.306169 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:59.367951 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Calling delete_port for 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 owned by network:router_interface {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:02:59.569585 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c57f8-b7ab-423f-b1bd-98022350f211 req-0785bd06-0f9a-41c8-ae62-e148d39ed04a tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:02:59.571348 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-413c57f8-b7ab-423f-b1bd-98022350f211 req-0785bd06-0f9a-41c8-ae62-e148d39ed04a tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0772774 Jun 21 14:02:59.590006 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:02:59.593671 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:02:59.616847 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-413c57f8-b7ab-423f-b1bd-98022350f211 req-d8a2c180-784f-42fd-bfc9-62d028376e67 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389163 Jun 21 14:02:59.623141 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Pushing event deleted for resources: {'Port': ['ID=81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:02:59.628321 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:02:59.796656 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608072'] for router_interface, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:00.009869 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Router 793d0618-4843-4397-98a1-ea5f49054a28 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:03:00.118091 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:03:00.123066 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] 10.222.0.60 "PUT /v2.0/routers/793d0618-4843-4397-98a1-ea5f49054a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8360655 Jun 21 14:03:00.125628 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 50770) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:00.128228 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] Sync routers for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:03:00.137486 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:03:00.138105 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:02:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:00.258405 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:03:00.468835 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T14:02:59Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:00.512882 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] Checking router: 793d0618-4843-4397-98a1-ea5f49054a28 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:03:00.522445 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] Routers {'793d0618-4843-4397-98a1-ea5f49054a28'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:03:00.523170 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:02:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['793d0618-4843-4397-98a1-ea5f49054a28'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:00.527224 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:00.571990 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb26609-d86a-407a-b033-c3be71a823be req-584efb32-a0dc-40c0-83e2-9490512e4410 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:00.573652 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6eb26609-d86a-407a-b033-c3be71a823be req-584efb32-a0dc-40c0-83e2-9490512e4410 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.1137872 Jun 21 14:03:00.657081 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6eb26609-d86a-407a-b033-c3be71a823be req-12464a59-7f95-45a6-89c9-567b249214bb tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764170 Jun 21 14:03:00.684119 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:00.777318 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Deleting port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:00.777655 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:00.778394 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] Set router 793d0618-4843-4397-98a1-ea5f49054a28 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:03:00.865239 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] For port fe879ee5-418f-4a1c-80c2-c136bfeb0dc7, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=fe879ee5-418f-4a1c-80c2-c136bfeb0dc7,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:00.865904 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:00.873279 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37c91d-2f81-42c7-b295-53922f432a9a req-43aa9c1d-d982-472b-9365-54c458124776 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:00.875340 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-be37c91d-2f81-42c7-b295-53922f432a9a req-43aa9c1d-d982-472b-9365-54c458124776 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0681901 Jun 21 14:03:00.934132 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-be37c91d-2f81-42c7-b295-53922f432a9a req-b676d61e-5cd9-4cd8-86dc-1971444ea7ae tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Jun 21 14:03:00.968977 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Calling delete_port for fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 owned by network:router_gateway {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:03:01.026519 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T14:02:59Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:01.058159 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf31c7ce-f050-4178-96a3-d8e8a4d81217 None None] The sync data for ids ['793d0618-4843-4397-98a1-ea5f49054a28'] in dv-cinder-794962-5-smb is: [{'id': '793d0618-4843-4397-98a1-ea5f49054a28', 'name': 'tempest-AttachVolumeTestJSON-1579655089-router', 'tenant_id': '7834be6e801e4a7bbbda84c60db756ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T14:02:59Z', 'revision_number': 5, 'project_id': '7834be6e801e4a7bbbda84c60db756ca', 'gw_port': {'id': 'fe879ee5-418f-4a1c-80c2-c136bfeb0dc7', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '793d0618-4843-4397-98a1-ea5f49054a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:52Z', 'updated_at': '2021-06-21T13:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:03:01.154588 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.157098 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:01.180629 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe879ee5-418f-4a1c-80c2-c136bfeb0dc7,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:01.183657 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:01.243318 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645732'] for router_gateway, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.348666 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1065'] for router, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.350768 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.418151 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-609067'] for router, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.419021 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 793d0618-4843-4397-98a1-ea5f49054a28 {{(pid=92658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:03:01.426197 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Notify callbacks [] for router, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.429739 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/793d0618-4843-4397-98a1-ea5f49054a28 HTTP/1.1" status: 204 len: 168 time: 1.3008556 Jun 21 14:03:01.430078 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 50776) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:01.479543 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Deleting subnet 167e3d02-a854-450d-ac75-dad8fb0af4d1 {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:03:01.482828 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.522535 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.637848 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.706095 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.710027 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eda02691-8891-4c72-b2ad-1afd1be0ab81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:01.740754 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167e3d02-a854-450d-ac75-dad8fb0af4d1,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:01.744518 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:01.745791 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.749533 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/167e3d02-a854-450d-ac75-dad8fb0af4d1 HTTP/1.1" status: 204 len: 168 time: 0.3177538 Jun 21 14:03:01.750871 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 50780) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:01.754377 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3aa882-8de0-47aa-95e1-a68c7fa78b54 None None] Network b1c61647-a78f-4fc6-952a-932724901d23 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:03:01.891392 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.949398 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8b5fb-cd17-4a68-97c7-2077d1778d79 req-b9bbedfc-be79-4cc8-8762-075ac2b42be3 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:01.950891 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-32b8b5fb-cd17-4a68-97c7-2077d1778d79 req-b9bbedfc-be79-4cc8-8762-075ac2b42be3 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.1179185 Jun 21 14:03:01.996222 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Deleting port 2896b57a-97bf-4625-a268-2011bf26aaab {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:01.996601 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:01.999398 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-83699b2e-cf2f-4959-b68d-ae5ca4771803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.012082 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] DHCP port deletion for b1c61647-a78f-4fc6-952a-932724901d23 request from dv-cinder-794962-5-smb {{(pid=92659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:03:02.067144 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] Deleting port 2896b57a-97bf-4625-a268-2011bf26aaab {{(pid=92659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:02.068107 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.072073 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-32b8b5fb-cd17-4a68-97c7-2077d1778d79 req-09a9d0df-1986-416d-ae75-19b0eda03848 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081588 Jun 21 14:03:02.117001 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] For port 2896b57a-97bf-4625-a268-2011bf26aaab, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=2896b57a-97bf-4625-a268-2011bf26aaab,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:02.117744 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.160236 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] For port 2896b57a-97bf-4625-a268-2011bf26aaab, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=2896b57a-97bf-4625-a268-2011bf26aaab,segment=NetworkSegment(45675ee7-6805-4861-9163-d4ec802233cf),segment_id=45675ee7-6805-4861-9163-d4ec802233cf)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:02.160815 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.176913 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdf6b0-efc7-4ba0-9673-d6cbb874fb17 req-a62d8525-ac34-4d3e-8fcb-64da43947763 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:02.184580 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b2bdf6b0-efc7-4ba0-9673-d6cbb874fb17 req-a62d8525-ac34-4d3e-8fcb-64da43947763 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.1135035 Jun 21 14:03:02.201724 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Calling delete_port for 2896b57a-97bf-4625-a268-2011bf26aaab owned by network:dhcp {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:03:02.236873 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b2bdf6b0-efc7-4ba0-9673-d6cbb874fb17 req-311fbb42-437d-46c5-826a-98171b269567 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511322 Jun 21 14:03:02.269721 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] Calling delete_port for 2896b57a-97bf-4625-a268-2011bf26aaab owned by network:dhcp {{(pid=92659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:03:02.296415 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.297392 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-10d27fb1-7082-492a-b3fd-8af5ac1b5efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:02.325840 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2896b57a-97bf-4625-a268-2011bf26aaab,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:02.329968 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:02.330798 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] No DVR routers for this DVR port 2896b57a-97bf-4625-a268-2011bf26aaab on host dv-cinder-794962-5-smb {{(pid=92658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:03:02.409073 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.422410 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c61647-a78f-4fc6-952a-932724901d23']}} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:02.426610 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199'] for port, after_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.433198 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-8742aeab-2cb0-4908-90ec-099d1e781391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:02.446795 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45675ee7-6805-4861-9163-d4ec802233cf') {'for_net_delete': True} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:02.447176 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45675ee7-6805-4861-9163-d4ec802233cf') {} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:02.462801 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271646'] for segment, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.471657 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] Pushing event deleted for resources: {'Port': ['ID=2896b57a-97bf-4625-a268-2011bf26aaab,revision_number=None']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:02.474851 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:02.475952 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] No DVR routers for this DVR port 2896b57a-97bf-4625-a268-2011bf26aaab on host dv-cinder-794962-5-smb {{(pid=92659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:03:02.477639 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.488177 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=92658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:03:02.488727 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130826'] for segment, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: Traceback (most recent call last): Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: timer() Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: cb(*args, **kw) Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: return func(*args, **kwargs) Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: self._notify() Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: self.callback(batched_events) Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: event.method(event) Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: return f(self, *a, **k) Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: return self._get(url).json() Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: return self.request(url, 'GET', **kwargs) Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:03:02.490642 dv-cinder-794962-5-smb neutron-server[92658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:03:02.552611 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.556998 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:02.559620 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.561544 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b1c61647-a78f-4fc6-952a-932724901d23 HTTP/1.1" status: 204 len: 168 time: 0.7977841 Jun 21 14:03:02.578193 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c61647-a78f-4fc6-952a-932724901d23,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:02.580853 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:02.628354 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:03:02.653427 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:03:02.653789 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device fe879ee5-418f-4a1c-80c2-c136bfeb0dc7 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:03:02.654228 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 2896b57a-97bf-4625-a268-2011bf26aaab no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:03:02.678957 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 2896b57a-97bf-4625-a268-2011bf26aaab {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:03:02.679318 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 2896b57a-97bf-4625-a268-2011bf26aaab not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:03:02.679874 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:03:02.697326 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 50786) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:02.715822 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:03:02.716184 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 81406ee6-00c7-41ec-8d3e-ba6dc1f2aed9 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:03:02.740062 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-661bc346-d01b-44b1-b473-1cdae759162c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7834be6e801e4a7bbbda84c60db756ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414567 Jun 21 14:03:02.742465 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 50788) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:02.795685 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3f24a827-db80-4884-9c77-1072ce49a015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.818548 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3f24a827-db80-4884-9c77-1072ce49a015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.868116 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3f24a827-db80-4884-9c77-1072ce49a015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.871157 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3f24a827-db80-4884-9c77-1072ce49a015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:02.872385 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-3f24a827-db80-4884-9c77-1072ce49a015 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d74eeed1-6b91-48cb-9734-8cc05579e6aa HTTP/1.1" status: 204 len: 168 time: 0.1289525 Jun 21 14:03:02.873243 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-80bfee56-7af9-4883-bda8-d987c8207d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:02.881528 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24a827-db80-4884-9c77-1072ce49a015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74eeed1-6b91-48cb-9734-8cc05579e6aa,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:02.884039 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3f24a827-db80-4884-9c77-1072ce49a015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:03.322412 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b544-813b-4636-b4af-301e477eceaf req-79d262a3-856f-4108-b2c7-f07ebaa23247 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:03.324567 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-02c5b544-813b-4636-b4af-301e477eceaf req-79d262a3-856f-4108-b2c7-f07ebaa23247 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0891597 Jun 21 14:03:03.396459 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-02c5b544-813b-4636-b4af-301e477eceaf req-37701188-d815-4758-8d7e-9969a2bfeb95 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658536 Jun 21 14:03:03.455670 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fcf02-5a19-4c5e-b06a-b68a2eef3e4b req-6993a231-b30a-49f0-a33b-7b8d0d0ef085 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:03.457624 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4a2fcf02-5a19-4c5e-b06a-b68a2eef3e4b req-6993a231-b30a-49f0-a33b-7b8d0d0ef085 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0962496 Jun 21 14:03:03.501717 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4a2fcf02-5a19-4c5e-b06a-b68a2eef3e4b req-2a53fecf-baad-4f87-89ac-7b71c65b6885 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Jun 21 14:03:03.707478 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 50816) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:03.822450 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1954570899-network', 'tenant_id': '54e1a110553b45839c50ff1c363ca59b'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:03.845754 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Made reservation on behalf of 54e1a110553b45839c50ff1c363ca59b for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:03.848422 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:03.857002 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:03.959610 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:03.963799 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:03.967171 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ce75f44f-24c6-4561-9ee7-1c1ffce9896f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:03.992156 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:03:03.998771 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32120ae8-d20c-451b-983e-4f14017fe4a3,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:04.002218 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:04.005152 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.005482 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Added segment 282fec40-d58c-4a84-bf61-87265dc8e79b of type vlan for network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 Jun 21 14:03:04.047403 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.083536 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.085006 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:04.085741 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.089888 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-df1d1518-3d9d-474e-a668-1bfe383aceb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:04.140082 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4308815 Jun 21 14:03:04.143297 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 50820) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:04.148286 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Request body: {'subnet': {'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1954570899-subnet', 'tenant_id': '54e1a110553b45839c50ff1c363ca59b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:04.150358 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Pushing event updated for resources: {'Network': ['ID=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:04.152909 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:04.160601 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:03:04.170161 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Made reservation on behalf of 54e1a110553b45839c50ff1c363ca59b for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:04.172859 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404449'] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.289827 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-48b957ae-3112-4acf-a3f6-d9e0b0999f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.352725 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8827431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404467'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.355039 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:04.396357 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dca2949-8ab2-4fc5-8009-dc5db298398b,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:04.401175 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:04.428866 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Checking segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:03:04.429223 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Network hostable DHCP agents. Network: 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:03:04.446552 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:03:04.457351 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:03:04.461766 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:04.462359 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:04.467426 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8db04-5def-41e4-998b-69cc0c6ae24f None None] Network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:03:04.481770 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3373749 Jun 21 14:03:04.718217 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc9601-daba-4e9e-8896-9fe48fae7c08 req-f536bf3c-08bf-49cb-8698-f885ccb094dc tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:04.725986 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ebc9601-daba-4e9e-8896-9fe48fae7c08 req-f536bf3c-08bf-49cb-8698-f885ccb094dc tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.1881335 Jun 21 14:03:04.756759 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce5542f-6189-44df-876e-79b82d5e5ca0 None None] Network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:03:04.800658 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ebc9601-daba-4e9e-8896-9fe48fae7c08 req-8f4f6c53-e64c-4272-91de-8209ee45ae1e tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665171 Jun 21 14:03:04.844156 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bc80a-af68-47c8-bfd8-41e4e84c9f98 req-99ffe01c-ce1a-4e69-a788-e0f7ae281344 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:04.851156 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b96bc80a-af68-47c8-bfd8-41e4e84c9f98 req-99ffe01c-ce1a-4e69-a788-e0f7ae281344 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.1064363 Jun 21 14:03:04.923578 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b96bc80a-af68-47c8-bfd8-41e4e84c9f98 req-54474de6-9094-41bc-8d48-2a20ee4b7437 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707338 Jun 21 14:03:05.135072 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:05.208843 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-77ec2c71-fcc5-4381-9468-1cdd50c1c846 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:05.212826 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-77ec2c71-fcc5-4381-9468-1cdd50c1c846 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 815 time: 0.1359527 Jun 21 14:03:05.232517 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-9ddee9d0-d654-4591-95a8-f19dad381c66 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/quotas/54e1a110553b45839c50ff1c363ca59b HTTP/1.1" status: 200 len: 375 time: 0.0135462 Jun 21 14:03:05.267747 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-20bab62f-3e32-481f-af06-985b1a79e148 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307357 Jun 21 14:03:05.404446 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-753f75fb-3750-428b-ba02-e023060b9091 service neutron] 10.222.0.60 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299558 Jun 21 14:03:05.498121 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-90ef58e9-b62b-488b-9b8a-7b92ebb7fc67 service neutron] 10.222.0.60 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876303 Jun 21 14:03:05.700942 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4cef7b39-c02c-4885-8092-a8e8ba55e29e req-9daa3775-ded7-46c7-b54d-5dba9930dad9 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 210 time: 0.0354416 Jun 21 14:03:05.704777 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:06.005352 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce51e2-b6ad-4deb-8387-34a5204f6ca6 req-7ace278e-1d09-4438-8ae7-d6f3922824de tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:06.006828 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-49ce51e2-b6ad-4deb-8387-34a5204f6ca6 req-7ace278e-1d09-4438-8ae7-d6f3922824de tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0784795 Jun 21 14:03:06.051165 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-49ce51e2-b6ad-4deb-8387-34a5204f6ca6 req-3a62e6b6-0973-4f8a-9b92-423984350bd2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383930 Jun 21 14:03:06.128135 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7843d-c8be-46d6-917c-4ca209eccd35 req-1baa2c1c-494f-4ebf-81ce-b7149633d135 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:06.129626 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-86e7843d-c8be-46d6-917c-4ca209eccd35 req-1baa2c1c-494f-4ebf-81ce-b7149633d135 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0721276 Jun 21 14:03:06.165866 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-86e7843d-c8be-46d6-917c-4ca209eccd35 req-be1da973-4efd-49aa-beb0-1412c779ab80 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Jun 21 14:03:06.846364 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-92ddadaa-7b42-4907-b1a6-e8220e01b7f9 req-dac208e3-3507-4333-8d2c-ac51912918e7 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 210 time: 0.0317256 Jun 21 14:03:07.337600 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.411887 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f5ba4-b72b-40de-9dd6-3c119a90a6c3 req-ad1cdd3c-cd2e-41d2-8b45-b4c808c3dd4d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:07.413425 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0e9f5ba4-b72b-40de-9dd6-3c119a90a6c3 req-ad1cdd3c-cd2e-41d2-8b45-b4c808c3dd4d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.1268666 Jun 21 14:03:07.424249 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859cedb-091f-42aa-ab48-27208650603b req-9b4d1df5-3db1-4798-ae99-17bd8abf2b55 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:07.425917 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c859cedb-091f-42aa-ab48-27208650603b req-9b4d1df5-3db1-4798-ae99-17bd8abf2b55 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.1017070 Jun 21 14:03:07.460209 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0e9f5ba4-b72b-40de-9dd6-3c119a90a6c3 req-28a4bfea-cf5e-4564-8d31-89dc12be2184 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 Jun 21 14:03:07.474702 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c859cedb-091f-42aa-ab48-27208650603b req-c03ac457-a61a-489a-85fa-a4b8168d7422 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345035 Jun 21 14:03:07.546930 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:07.989490 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e89f7320-f7a6-4cf9-8347-98bb6b147f33 req-d8d22770-1c2d-4d6a-985d-e06d8a5a8970 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 210 time: 0.0317824 Jun 21 14:03:08.643971 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f0d8f-db69-4905-8fd0-9cf1288d386a req-5b801423-c2c2-441b-847f-658c5966eedc tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:08.648826 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-568f0d8f-db69-4905-8fd0-9cf1288d386a req-5b801423-c2c2-441b-847f-658c5966eedc tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0739276 Jun 21 14:03:08.653697 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7f069-9f5b-454b-9f4c-111e76d2aafd req-e50e8ada-397c-4a91-a0ab-4518c63cfacf tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:08.655665 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bfa7f069-9f5b-454b-9f4c-111e76d2aafd req-e50e8ada-397c-4a91-a0ab-4518c63cfacf tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0651791 Jun 21 14:03:08.685880 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-568f0d8f-db69-4905-8fd0-9cf1288d386a req-c5fc04e5-eefe-4c11-ba15-1800069ef43c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346789 Jun 21 14:03:08.694408 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bfa7f069-9f5b-454b-9f4c-111e76d2aafd req-1fb73dcb-fdc8-4f6e-9f03-fdaa62a434a0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328033 Jun 21 14:03:09.135119 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-343145e4-47b7-432b-989c-6bd678d03a60 req-6b47e72d-235c-4619-b900-237890b87b3c tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 210 time: 0.0332067 Jun 21 14:03:09.190432 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-966469f4-9994-4df9-877e-f23efe17b3f5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:09.191928 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-966469f4-9994-4df9-877e-f23efe17b3f5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 815 time: 0.1062334 Jun 21 14:03:09.208377 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Request body: {'port': {'device_id': '6a20bdd9-dd63-40bd-b39b-364ad69fa7a6', 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'admin_state_up': True, 'tenant_id': '54e1a110553b45839c50ff1c363ca59b'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:09.312928 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Made reservation on behalf of 54e1a110553b45839c50ff1c363ca59b for: {'port': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:09.316392 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:09.440845 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Allocated IP 172.20.0.2 (01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33/6dca2949-8ab2-4fc5-8009-dc5db298398b/c0f11dcc-b41c-46f6-b424-460d8475d378) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:03:09.578514 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:09.615966 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:09.619643 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6fe3a03c-d85a-45a7-89b0-ed14be670bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:09.663291 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:03:09.666336 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:03:09.670193 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:03:09.695075 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Pushing event updated for resources: {'Port': ['ID=c0f11dcc-b41c-46f6-b424-460d8475d378,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:09.699159 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:09.722180 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:09.722796 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:09.739300 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5353043 Jun 21 14:03:09.794200 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Request body: {'port': {'device_id': '6a20bdd9-dd63-40bd-b39b-364ad69fa7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:09.876649 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207082-29b8-4fa8-8c34-b3c37731fbba req-1d01e7f1-8b44-4459-b495-d04138e60866 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:09.878011 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-12207082-29b8-4fa8-8c34-b3c37731fbba req-1d01e7f1-8b44-4459-b495-d04138e60866 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0655353 Jun 21 14:03:09.907366 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:09.919852 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-12207082-29b8-4fa8-8c34-b3c37731fbba req-26e8a1cb-a3d9-438e-b629-27e1bb23f457 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361879 Jun 21 14:03:09.928882 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfa240-3b7c-460f-ba75-953a57a7719e req-53006101-454d-40e5-b9e4-627c77e2a2dc tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:09.930329 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4ecfa240-3b7c-460f-ba75-953a57a7719e req-53006101-454d-40e5-b9e4-627c77e2a2dc tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.1139054 Jun 21 14:03:10.006343 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-9e323f06-bf78-4017-abd0-a9a8147feb5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535560 Jun 21 14:03:10.044764 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4ecfa240-3b7c-460f-ba75-953a57a7719e req-70acbdcc-535a-4625-9f61-2701f27eb581 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949895 Jun 21 14:03:10.109942 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-615cc3e4-3e87-42c6-b3c6-a78d49cd6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.111547 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-615cc3e4-3e87-42c6-b3c6-a78d49cd6bf8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cea878a61aec424890afbc83f37739c0&device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1099 time: 0.0526848 Jun 21 14:03:10.208500 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f11dcc-b41c-46f6-b424-460d8475d378 {{(pid=92658) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:10.216424 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:10.220152 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-688b8924-f3b3-4a55-8ddb-cc2197d15d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.221700 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-688b8924-f3b3-4a55-8ddb-cc2197d15d5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 200 len: 909 time: 0.0877323 Jun 21 14:03:10.228543 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.provisioning_blocks [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Transition to ACTIVE for port object c0f11dcc-b41c-46f6-b424-460d8475d378 will not be triggered until provisioned by entity L2. {{(pid=92658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:03:10.232696 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:10.235808 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8dfc610e-7bf8-4a9b-9e71-84b0f621e19e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:10.303709 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Pushing event updated for resources: {'Port': ['ID=c0f11dcc-b41c-46f6-b424-460d8475d378,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:10.306555 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:10.322111 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-95e912a9-ad3d-45de-8019-399af58590b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 200 len: 1001 time: 0.0911596 Jun 21 14:03:10.379411 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Attempting to bind port c0f11dcc-b41c-46f6-b424-460d8475d378 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:03:10.379777 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Attempting to bind port c0f11dcc-b41c-46f6-b424-460d8475d378 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'}] {{(pid=92658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:03:10.380111 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Attempting to bind port c0f11dcc-b41c-46f6-b424-460d8475d378 on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:10.380866 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0474e-57bc-4128-a0da-fffd06f72e27 req-f638be2b-e5fb-4c7f-b53d-885c3f10b52d tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.384203 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-18c0474e-57bc-4128-a0da-fffd06f72e27 req-f638be2b-e5fb-4c7f-b53d-885c3f10b52d tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 943 time: 0.1146038 Jun 21 14:03:10.384336 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Port c0f11dcc-b41c-46f6-b424-460d8475d378 on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:03:10.384658 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Attempting to bind port c0f11dcc-b41c-46f6-b424-460d8475d378 on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:10.389449 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:03:10.389940 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Checking segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:03:10.390334 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Bound using segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} {{(pid=92658) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:03:10.390752 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.managers [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Bound port: c0f11dcc-b41c-46f6-b424-460d8475d378, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'}}] {{(pid=92658) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:03:10.391091 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:10.408142 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-7ebc1a16-b3c7-4b48-9765-35147feaafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.409727 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-7ebc1a16-b3c7-4b48-9765-35147feaafb4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee76a14a-f48a-4da1-97c2-a2a286592069 HTTP/1.1" status: 200 len: 847 time: 0.0780168 Jun 21 14:03:10.456545 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] For port c0f11dcc-b41c-46f6-b424-460d8475d378, host hv-cinder-79496, cleared binding levels {{(pid=92658) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:03:10.459328 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] For port c0f11dcc-b41c-46f6-b424-460d8475d378, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c0f11dcc-b41c-46f6-b424-460d8475d378,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92658) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:03:10.463358 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-18c0474e-57bc-4128-a0da-fffd06f72e27 req-b1215c97-b45c-436b-883a-d7f4a6b16a87 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 Jun 21 14:03:10.464018 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:10.469022 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-713f452c-a833-413b-93ea-dd0a7a9513c1 tempest-VolumesNegativeTest-590458159 tempest-VolumesNegativeTest-590458159-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:10.493824 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-821dcafd-c276-4b1a-9430-1154f903ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.495341 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-821dcafd-c276-4b1a-9430-1154f903ae7b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=68195d88-935d-475c-a010-3a46cf05578d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774977 Jun 21 14:03:10.502259 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.502851 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:10.504246 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] 10.222.0.22 "PUT /v2.0/ports/c0f11dcc-b41c-46f6-b424-460d8475d378 HTTP/1.1" status: 200 len: 1093 time: 0.7568688 Jun 21 14:03:10.504764 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a20bdd9-dd63-40bd-b39b-364ad69fa7a6', 'tag': 'c0f11dcc-b41c-46f6-b424-460d8475d378'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:10.507009 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a20bdd9-dd63-40bd-b39b-364ad69fa7a6", "tag": "c0f11dcc-b41c-46f6-b424-460d8475d378"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:10.529410 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Pushing event updated for resources: {'Port': ['ID=c0f11dcc-b41c-46f6-b424-460d8475d378,revision_number=3']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:10.532872 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:10.603083 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218e22f7-e113-46f4-99af-2a7b4d55a2f8 x-openstack-request-id: req-218e22f7-e113-46f4-99af-2a7b4d55a2f8 {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:10.603412 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a20bdd9-dd63-40bd-b39b-364ad69fa7a6", "tag": "c0f11dcc-b41c-46f6-b424-460d8475d378", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:10.603695 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-218e22f7-e113-46f4-99af-2a7b4d55a2f8 {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:10.604108 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a20bdd9-dd63-40bd-b39b-364ad69fa7a6', 'tag': 'c0f11dcc-b41c-46f6-b424-460d8475d378', 'status': 'completed', 'code': 200} Jun 21 14:03:10.604223 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-53811c85-7ec9-4c33-a1a7-caf652dc627c service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999267 Jun 21 14:03:10.615054 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-8be4c385-0eca-41d9-842a-ffe2ffd3e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.616518 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-8be4c385-0eca-41d9-842a-ffe2ffd3e568 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 1096 time: 0.0647998 Jun 21 14:03:10.696827 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c1c4a126-dc71-45e5-8860-4ceeca826f4f req-8f53901d-1738-4ca6-bed0-e7fee01084e8 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846002 Jun 21 14:03:10.908080 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-b46ec69b-1012-49cb-9466-cb6970c7c6b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0f11dcc-b41c-46f6-b424-460d8475d378 HTTP/1.1" status: 200 len: 217 time: 0.2824490 Jun 21 14:03:10.954470 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-f30be2fc-adaf-4b19-8c6c-fbc65497219c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:10.955861 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-f30be2fc-adaf-4b19-8c6c-fbc65497219c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 200 len: 855 time: 0.0412910 Jun 21 14:03:10.990708 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-929ea292-a47e-4342-9023-819857e2c983 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274842 Jun 21 14:03:11.078068 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-edf7ccc6-90da-43e1-9de7-c2f13ef0f4da service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786543 Jun 21 14:03:11.103249 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdd9bc-bcee-4e1c-b372-1898972b2d98 req-0be6b081-a0c0-4939-bc29-5c2128523479 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:11.105452 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3abdd9bc-bcee-4e1c-b372-1898972b2d98 req-0be6b081-a0c0-4939-bc29-5c2128523479 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 943 time: 0.0665522 Jun 21 14:03:11.146983 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3abdd9bc-bcee-4e1c-b372-1898972b2d98 req-23da8610-a378-45d3-9d17-2dbbf8277160 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357189 Jun 21 14:03:11.200838 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bcea81dc-effe-4f1a-a7ba-ccd4ec053b00 req-b2efadab-a3ba-4463-83cb-96fd90959e77 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145020 Jun 21 14:03:11.235314 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1d5d2-06cd-40b7-ab0b-161501bbdec8 req-8301ae9e-b8b6-405d-bd80-46f16ee0a514 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:11.236994 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-45b1d5d2-06cd-40b7-ab0b-161501bbdec8 req-8301ae9e-b8b6-405d-bd80-46f16ee0a514 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0747511 Jun 21 14:03:11.304500 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-45b1d5d2-06cd-40b7-ab0b-161501bbdec8 req-96f7f42f-2a38-41d8-86f5-c5cf8b95952d tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/security-groups?id=8ab73249-68a7-4a03-b354-ed50550775ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616891 Jun 21 14:03:11.325354 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-3d363252-3962-4568-85fd-ddce7348b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:11.327297 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-3d363252-3962-4568-85fd-ddce7348b605 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 1096 time: 0.0699637 Jun 21 14:03:11.414928 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-3ed4e034-deee-43be-a5e4-bc84d9421573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:11.416248 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-3ed4e034-deee-43be-a5e4-bc84d9421573 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 916 time: 0.0794570 Jun 21 14:03:11.457363 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-83d0daea-c883-4b0b-84b8-f1f801327047 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0f11dcc-b41c-46f6-b424-460d8475d378 HTTP/1.1" status: 200 len: 217 time: 0.0336514 Jun 21 14:03:11.507926 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-f892f10b-1507-4065-84c2-36e4076ca6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:11.509380 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-f892f10b-1507-4065-84c2-36e4076ca6fc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 200 len: 855 time: 0.0455401 Jun 21 14:03:11.541767 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-653716a4-e9e2-434a-a0b2-6fa844a7f43f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258372 Jun 21 14:03:11.629226 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-79c0b479-4ded-41c7-b530-063938a5e764 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794024 Jun 21 14:03:11.678984 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad846f-8db2-4e04-a0ea-c87f96108d3b req-71b1d16b-34a9-4b13-bee3-bd119489f7df tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:11.680438 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-25ad846f-8db2-4e04-a0ea-c87f96108d3b req-71b1d16b-34a9-4b13-bee3-bd119489f7df tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 943 time: 0.1072209 Jun 21 14:03:11.692560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-5ddb952b-c165-4257-8967-6280b6333814 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:11.693969 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-5ddb952b-c165-4257-8967-6280b6333814 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.22 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 945 time: 0.0883403 Jun 21 14:03:11.722556 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8de7e808-4cd1-45eb-8e27-e95e0b673e3a req-9e39c1df-f72b-4aec-b8f2-6548e524fa0e service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858083 Jun 21 14:03:11.765190 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-25ad846f-8db2-4e04-a0ea-c87f96108d3b req-e34b5335-37d0-4640-9381-57b038e892ae tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701911 Jun 21 14:03:11.785589 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:03:11.819109 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Deleting port 0dc87a39-8944-4bcb-b95d-feba29baae1a {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:11.819444 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:11.881441 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:11.893711 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'port_id': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'mac_address': 'fa:16:3e:5e:3a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:03:11.905925 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] For port 0dc87a39-8944-4bcb-b95d-feba29baae1a, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=0dc87a39-8944-4bcb-b95d-feba29baae1a,segment=NetworkSegment(9a621c1c-9456-4844-8b2a-bcfd8258f281),segment_id=9a621c1c-9456-4844-8b2a-bcfd8258f281)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:11.906292 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:11.929087 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:11.941706 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66ddecc-193d-47d4-89c0-d9414a14a962 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:11.961079 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:11.965400 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:11.967998 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:11.973110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Calling delete_port for 0dc87a39-8944-4bcb-b95d-feba29baae1a owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:03:12.012510 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=9']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:12.015661 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:12.103399 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:12.107372 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:12.114679 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['0dc87a39-8944-4bcb-b95d-feba29baae1a'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:12.136905 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Pushing event deleted for resources: {'Port': ['ID=0dc87a39-8944-4bcb-b95d-feba29baae1a,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:12.139867 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:12.177084 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['f66ddecc-193d-47d4-89c0-d9414a14a962'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:12.183202 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] No DVR routers for this DVR port 0dc87a39-8944-4bcb-b95d-feba29baae1a on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:03:12.185369 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:12.188068 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d084a51b-48cb-4c19-bc14-647caa4a6fb9 req-bb2d93f6-2857-4e84-85a3-86b2c6e6102c tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.22 "DELETE /v2.0/ports/0dc87a39-8944-4bcb-b95d-feba29baae1a HTTP/1.1" status: 204 len: 173 time: 0.4864256 Jun 21 14:03:12.188872 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3f15b83-8fa1-46b9-90ce-cfa537e5e428', 'name': 'network-vif-deleted', 'tag': '0dc87a39-8944-4bcb-b95d-feba29baae1a'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:12.191047 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d98e6a-6f19-4676-8235-ac9296bf7ba5" -d '{"events": [{"server_uuid": "c3f15b83-8fa1-46b9-90ce-cfa537e5e428", "name": "network-vif-deleted", "tag": "0dc87a39-8944-4bcb-b95d-feba29baae1a"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:12.253831 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e7a0dd-766b-4679-b27a-6a5fed6ad969 x-openstack-request-id: req-b7e7a0dd-766b-4679-b27a-6a5fed6ad969 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:12.254397 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3f15b83-8fa1-46b9-90ce-cfa537e5e428", "name": "network-vif-deleted", "tag": "0dc87a39-8944-4bcb-b95d-feba29baae1a", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:12.254750 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7e7a0dd-766b-4679-b27a-6a5fed6ad969 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:12.255250 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3f15b83-8fa1-46b9-90ce-cfa537e5e428', 'name': 'network-vif-deleted', 'tag': '0dc87a39-8944-4bcb-b95d-feba29baae1a', 'status': 'completed', 'code': 200} Jun 21 14:03:12.350960 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69661b-c233-4328-82bb-ce4c26c49178 req-987ba945-6653-467d-9940-b604c8720426 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:12.352657 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7a69661b-c233-4328-82bb-ce4c26c49178 req-987ba945-6653-467d-9940-b604c8720426 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 944 time: 0.0709708 Jun 21 14:03:12.391982 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7a69661b-c233-4328-82bb-ce4c26c49178 req-d76b6105-1d3b-434a-ac65-01c3feb3381d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334032 Jun 21 14:03:12.464827 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-069ffbe8-f0d8-42cf-a2dd-f5cf203b1c68 req-c421800f-7760-411d-aa62-577bef97e405 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3f15b83-8fa1-46b9-90ce-cfa537e5e428 HTTP/1.1" status: 200 len: 210 time: 0.0325038 Jun 21 14:03:12.941191 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ce8ba-8689-4a77-8109-abb490b8f636 req-377702ee-202c-40d6-b975-32471cb12230 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:12.942618 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-808ce8ba-8689-4a77-8109-abb490b8f636 req-377702ee-202c-40d6-b975-32471cb12230 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 943 time: 0.0652018 Jun 21 14:03:12.978312 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-808ce8ba-8689-4a77-8109-abb490b8f636 req-7d431afa-45ee-4660-a735-8401ec5045d9 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301301 Jun 21 14:03:13.565975 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1d7a4-974b-46e9-902e-49d3dbedf6b7 req-fdd17ba3-69fc-4873-b9af-a1f16bb15b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:13.567467 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aee1d7a4-974b-46e9-902e-49d3dbedf6b7 req-fdd17ba3-69fc-4873-b9af-a1f16bb15b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 944 time: 0.0626185 Jun 21 14:03:13.607020 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aee1d7a4-974b-46e9-902e-49d3dbedf6b7 req-0510f0b3-fa89-478e-8243-727836558949 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326428 Jun 21 14:03:13.818560 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device c0f11dcc-b41c-46f6-b424-460d8475d378 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:03:13.820823 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:03:13.925751 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port f66ddecc-193d-47d4-89c0-d9414a14a962 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:03:13.926139 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:13.977322 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port c0f11dcc-b41c-46f6-b424-460d8475d378, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c0f11dcc-b41c-46f6-b424-460d8475d378,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:13.991546 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'c0f11dcc-b41c-46f6-b424-460d8475d378', 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'port_id': 'c0f11dcc-b41c-46f6-b424-460d8475d378', 'mac_address': 'fa:16:3e:e6:da:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dca2949-8ab2-4fc5-8009-dc5db298398b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:03:14.060218 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:14.064775 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:14.083090 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f11dcc-b41c-46f6-b424-460d8475d378 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:14.102347 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:14.104623 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecdcd1d-7d24-4dd3-bab1-f88074119451" -d '{"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-plugged", "status": "completed", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:14.123168 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:14.125602 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port c0f11dcc-b41c-46f6-b424-460d8475d378, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c0f11dcc-b41c-46f6-b424-460d8475d378,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:14.128085 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:14.131061 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:14.134559 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:14.154763 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc165b33-49e0-4e9d-ab7f-9fd40aeff8d9 x-openstack-request-id: req-fc165b33-49e0-4e9d-ab7f-9fd40aeff8d9 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:14.155065 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-plugged", "status": "completed", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:14.155332 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc165b33-49e0-4e9d-ab7f-9fd40aeff8d9 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:14.155491 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6c490-826a-43a2-bc2a-8a38bbc971e8 req-64b68718-5a17-4142-96ca-4a8b0bd9eebc tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:14.156000 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'code': 200} Jun 21 14:03:14.157146 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ff6c490-826a-43a2-bc2a-8a38bbc971e8 req-64b68718-5a17-4142-96ca-4a8b0bd9eebc tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 943 time: 0.0661237 Jun 21 14:03:14.188918 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=10']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:14.194035 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:14.194917 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-21f4b7de-eee5-4f57-9796-20fbf269c7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:14.204870 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2ff6c490-826a-43a2-bc2a-8a38bbc971e8 req-57642e15-c43d-421d-9c10-8920b527b8fe tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Jun 21 14:03:14.245658 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=c0f11dcc-b41c-46f6-b424-460d8475d378,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:14.249174 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:14.353037 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c681-c575-4400-bc9c-4b4a307e09d1 req-34d0b197-5932-4a61-b44d-72bcfce9f8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:14.354541 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ece2c681-c575-4400-bc9c-4b4a307e09d1 req-34d0b197-5932-4a61-b44d-72bcfce9f8fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 1099 time: 0.0499001 Jun 21 14:03:14.358277 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c0f11dcc-b41c-46f6-b424-460d8475d378'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:14.389498 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ece2c681-c575-4400-bc9c-4b4a307e09d1 req-041ffd1e-f5dd-4032-921a-638a8c14968f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277965 Jun 21 14:03:14.783982 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5707b1c-5d73-49ab-a686-b03f0bcb8e9d req-37be84e8-1922-4730-a692-a7d4ff75b35a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:14.785452 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a5707b1c-5d73-49ab-a686-b03f0bcb8e9d req-37be84e8-1922-4730-a692-a7d4ff75b35a tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 946 time: 0.0642936 Jun 21 14:03:14.822280 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a5707b1c-5d73-49ab-a686-b03f0bcb8e9d req-a165c08d-171e-4bae-b958-b0e66bc70ec8 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310476 Jun 21 14:03:15.380833 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdea827-24f9-44f7-a889-e24c836afe0b req-19eeb9a8-14bc-4d48-baa0-f391b7660b9e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:15.382302 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bfdea827-24f9-44f7-a889-e24c836afe0b req-19eeb9a8-14bc-4d48-baa0-f391b7660b9e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 944 time: 0.0626013 Jun 21 14:03:15.421262 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-bfdea827-24f9-44f7-a889-e24c836afe0b req-5f5a6761-fb6f-412c-8c8c-a18defc985cc tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333126 Jun 21 14:03:15.833116 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device c0f11dcc-b41c-46f6-b424-460d8475d378 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:03:15.881904 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port c0f11dcc-b41c-46f6-b424-460d8475d378 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:03:15.885444 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port c0f11dcc-b41c-46f6-b424-460d8475d378 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:03:15.885828 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:15.964180 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:15.997433 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port c0f11dcc-b41c-46f6-b424-460d8475d378, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c0f11dcc-b41c-46f6-b424-460d8475d378,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:16.001858 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:16.002752 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 0dc87a39-8944-4bcb-b95d-feba29baae1a no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:03:16.004494 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:16.007314 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd63271-a3e3-4fab-97b4-2721899aba90 req-ac22e99c-a37e-4964-b353-3527c9989476 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:16.009904 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1cd63271-a3e3-4fab-97b4-2721899aba90 req-ac22e99c-a37e-4964-b353-3527c9989476 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 946 time: 0.0672190 Jun 21 14:03:16.043800 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: 0dc87a39-8944-4bcb-b95d-feba29baae1a {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:03:16.044244 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 0dc87a39-8944-4bcb-b95d-feba29baae1a not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:03:16.065182 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1cd63271-a3e3-4fab-97b4-2721899aba90 req-e09c878b-544b-4a4a-aa10-4b9c54635c55 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419805 Jun 21 14:03:16.079483 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=c0f11dcc-b41c-46f6-b424-460d8475d378,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:16.090114 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:16.156656 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a20bdd9-dd63-40bd-b39b-364ad69fa7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f11dcc-b41c-46f6-b424-460d8475d378'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:16.159360 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ada49cc-fbcd-41bb-8260-d8a795e16e94" -d '{"events": [{"server_uuid": "6a20bdd9-dd63-40bd-b39b-364ad69fa7a6", "name": "network-vif-plugged", "status": "completed", "tag": "c0f11dcc-b41c-46f6-b424-460d8475d378"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:16.195244 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1a32f1-c243-4321-8b5e-8060f1a40d10 x-openstack-request-id: req-4f1a32f1-c243-4321-8b5e-8060f1a40d10 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:16.195552 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a20bdd9-dd63-40bd-b39b-364ad69fa7a6", "name": "network-vif-plugged", "status": "completed", "tag": "c0f11dcc-b41c-46f6-b424-460d8475d378", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:16.195818 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f1a32f1-c243-4321-8b5e-8060f1a40d10 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:16.196222 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a20bdd9-dd63-40bd-b39b-364ad69fa7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f11dcc-b41c-46f6-b424-460d8475d378', 'code': 200} Jun 21 14:03:16.410956 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e0d4-2d86-41ce-a3c7-961eef372e1b req-378031a6-8764-45be-9665-04d4084e54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:16.412576 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-be66e0d4-2d86-41ce-a3c7-961eef372e1b req-378031a6-8764-45be-9665-04d4084e54cb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 1098 time: 0.0561891 Jun 21 14:03:16.451045 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-be66e0d4-2d86-41ce-a3c7-961eef372e1b req-219e0f8f-5a9a-4583-bc22-f5e8fd2e5dd4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317051 Jun 21 14:03:16.589909 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02942bb2-a204-4a1a-bbeb-15c90d459c25 req-fb1ed156-16bd-4a95-9d39-9a8ba4d17d6c tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:16.591360 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-02942bb2-a204-4a1a-bbeb-15c90d459c25 req-fb1ed156-16bd-4a95-9d39-9a8ba4d17d6c tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 945 time: 0.0625184 Jun 21 14:03:16.630450 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-02942bb2-a204-4a1a-bbeb-15c90d459c25 req-4d717f14-be9a-44e3-a582-14bc91da3d52 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331964 Jun 21 14:03:17.256452 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6142a-a6aa-4f0d-ad45-c0473a04ff30 req-3bb13a09-162f-424d-a0fc-5f76db41af9d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:17.257912 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-74a6142a-a6aa-4f0d-ad45-c0473a04ff30 req-3bb13a09-162f-424d-a0fc-5f76db41af9d tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 946 time: 0.0667355 Jun 21 14:03:17.294912 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-74a6142a-a6aa-4f0d-ad45-c0473a04ff30 req-b131f1d2-a61c-4470-85c2-3d7d6332c954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Jun 21 14:03:17.811547 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d96da-58c3-4b95-9e61-34cf2d23a29c req-38469b7f-f381-4545-a957-39631e50a214 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:17.813053 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-543d96da-58c3-4b95-9e61-34cf2d23a29c req-38469b7f-f381-4545-a957-39631e50a214 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 945 time: 0.0646615 Jun 21 14:03:17.853420 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-543d96da-58c3-4b95-9e61-34cf2d23a29c req-ff5de29d-0dfe-41f5-94af-f259622fb98d tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Jun 21 14:03:20.815326 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db73cd82-d640-4180-a6d2-8f11076389ab tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:20.816779 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db73cd82-d640-4180-a6d2-8f11076389ab tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 815 time: 0.1019931 Jun 21 14:03:20.831431 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-46131f73-d0e9-4098-9ea8-774d30efb247 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/quotas/54e1a110553b45839c50ff1c363ca59b HTTP/1.1" status: 200 len: 375 time: 0.0089107 Jun 21 14:03:20.900548 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-2fb32632-8e1e-4c66-8a64-4c4a36484a43 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639856 Jun 21 14:03:21.035632 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-f54c4746-1be5-457d-ae7c-f6b817776b51 service neutron] 10.222.0.60 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279564 Jun 21 14:03:21.125309 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-8dce72be-aed5-494f-a8c7-1991099803e8 service neutron] 10.222.0.60 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838113 Jun 21 14:03:21.449877 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0b7adc49-5001-44cb-ac5b-884b43351fbd req-f4adc798-04dc-4613-994d-670022fa6f25 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 210 time: 0.0310526 Jun 21 14:03:22.491462 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-8c556f75-c806-4258-a640-2fd61629f3da tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:22.492968 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-8c556f75-c806-4258-a640-2fd61629f3da tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 815 time: 0.1081831 Jun 21 14:03:22.506612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Request body: {'port': {'device_id': '01b3ccf4-fb69-4587-b33f-0de945f14b89', 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'admin_state_up': True, 'tenant_id': '54e1a110553b45839c50ff1c363ca59b'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:22.655254 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fe6f18cd-99b2-4189-b58a-821cce71dda8 req-618af396-c683-4d7d-9972-f0b73739d6e0 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 210 time: 0.0465567 Jun 21 14:03:22.673640 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Made reservation on behalf of 54e1a110553b45839c50ff1c363ca59b for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:22.677341 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.799203 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Allocated IP 172.20.0.7 (01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33/6dca2949-8ab2-4fc5-8009-dc5db298398b/cf117d7f-02b8-43f0-be32-28a44ec46e1d) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:03:22.948928 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.987293 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:22.991027 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1ac5ed74-3013-4fba-b20c-cdf30e6a8143 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:22.998738 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c0f11dcc-b41c-46f6-b424-460d8475d378'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:23.033224 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:03:23.036754 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:03:23.040980 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:03:23.048566 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Pushing event updated for resources: {'Port': ['ID=cf117d7f-02b8-43f0-be32-28a44ec46e1d,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:23.083344 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.083724 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.084099 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.084490 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.084854 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.085215 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.085575 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.085929 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.086300 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.086642 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.086995 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.087344 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:23.093774 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:23.111187 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:23.111814 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.126531 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-cfb97df3-d30a-43c0-96a4-986b1fd32f6b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6237533 Jun 21 14:03:23.137475 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Request body: {'port': {'device_id': '01b3ccf4-fb69-4587-b33f-0de945f14b89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:23.214184 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.468540 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf117d7f-02b8-43f0-be32-28a44ec46e1d {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:23.474938 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.486083 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Transition to ACTIVE for port object cf117d7f-02b8-43f0-be32-28a44ec46e1d will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:03:23.490703 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.493793 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-17a6fe5a-f8ec-4d5e-9e53-7bd6643a0270 tempest-ServerRescueNegativeTestJSON-49764904 tempest-ServerRescueNegativeTestJSON-49764904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:23.580088 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Pushing event updated for resources: {'Port': ['ID=cf117d7f-02b8-43f0-be32-28a44ec46e1d,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:23.582844 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:23.632827 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Attempting to bind port cf117d7f-02b8-43f0-be32-28a44ec46e1d on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:03:23.633162 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Attempting to bind port cf117d7f-02b8-43f0-be32-28a44ec46e1d by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:03:23.633484 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Attempting to bind port cf117d7f-02b8-43f0-be32-28a44ec46e1d on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:23.637565 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Port cf117d7f-02b8-43f0-be32-28a44ec46e1d on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:03:23.637882 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Attempting to bind port cf117d7f-02b8-43f0-be32-28a44ec46e1d on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:23.643069 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:03:23.643404 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Checking segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:03:23.643784 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Bound using segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:03:23.644204 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Bound port: cf117d7f-02b8-43f0-be32-28a44ec46e1d, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:03:23.644569 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.706969 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] For port cf117d7f-02b8-43f0-be32-28a44ec46e1d, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:03:23.710277 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] For port cf117d7f-02b8-43f0-be32-28a44ec46e1d, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cf117d7f-02b8-43f0-be32-28a44ec46e1d,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:03:23.719192 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.721560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7e2d483f-fe60-4d1c-aace-fd3abdf23b75 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:23.759429 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:23.760033 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:23.761416 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] 10.222.0.22 "PUT /v2.0/ports/cf117d7f-02b8-43f0-be32-28a44ec46e1d HTTP/1.1" status: 200 len: 1093 time: 0.6280844 Jun 21 14:03:23.762239 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3ccf4-fb69-4587-b33f-0de945f14b89', 'tag': 'cf117d7f-02b8-43f0-be32-28a44ec46e1d'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:23.764957 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe27608-d7fe-4240-8407-d15cddbc5711" -d '{"events": [{"name": "network-changed", "server_uuid": "01b3ccf4-fb69-4587-b33f-0de945f14b89", "tag": "cf117d7f-02b8-43f0-be32-28a44ec46e1d"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:23.813276 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Pushing event updated for resources: {'Port': ['ID=cf117d7f-02b8-43f0-be32-28a44ec46e1d,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:23.825549 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:23.850736 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01494a-688e-4489-9f54-33f5636b4268 req-e3d0fd5a-dc06-453c-a4de-80a8026932a4 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:23.852218 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4f01494a-688e-4489-9f54-33f5636b4268 req-e3d0fd5a-dc06-453c-a4de-80a8026932a4 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 943 time: 0.0688369 Jun 21 14:03:23.887519 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-12556a7f-97c1-4ca4-aee5-6eb6fb93c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:23.889594 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-12556a7f-97c1-4ca4-aee5-6eb6fb93c5f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 1096 time: 0.0728319 Jun 21 14:03:23.895235 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4f01494a-688e-4489-9f54-33f5636b4268 req-f509c532-f29f-4450-a1f3-a1e1c9bb0deb tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374141 Jun 21 14:03:24.182780 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8b92e-1104-493d-88d4-cee56462fbbd x-openstack-request-id: req-36b8b92e-1104-493d-88d4-cee56462fbbd {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:24.183097 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b3ccf4-fb69-4587-b33f-0de945f14b89", "tag": "cf117d7f-02b8-43f0-be32-28a44ec46e1d", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:24.183377 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36b8b92e-1104-493d-88d4-cee56462fbbd {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:24.183791 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3ccf4-fb69-4587-b33f-0de945f14b89', 'tag': 'cf117d7f-02b8-43f0-be32-28a44ec46e1d', 'status': 'completed', 'code': 200} Jun 21 14:03:24.185265 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-c70846db-b400-40e4-ab56-1d476cfb72f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf117d7f-02b8-43f0-be32-28a44ec46e1d HTTP/1.1" status: 200 len: 217 time: 0.2881300 Jun 21 14:03:24.233110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-7351aae6-dccc-42e3-b177-941f63182713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:24.234492 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-7351aae6-dccc-42e3-b177-941f63182713 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 200 len: 855 time: 0.0421934 Jun 21 14:03:24.266488 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-27949be6-a0ca-47a6-bcd2-66cd1ce17403 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251431 Jun 21 14:03:24.354993 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-993db9e8-1486-4fc4-be00-84393df183ee service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824573 Jun 21 14:03:24.442290 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fb13f77-3a3e-43e1-b837-27271330aaba req-b544c0db-8c37-44da-9e6c-89b71de7758a service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812750 Jun 21 14:03:24.535225 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-758f3a8d-0fa5-4749-a39a-7f4212a0af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:24.536706 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-758f3a8d-0fa5-4749-a39a-7f4212a0af61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 1096 time: 0.0509374 Jun 21 14:03:24.622346 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-0de54b34-6214-45fc-8f66-085bdd6c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:24.623717 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-0de54b34-6214-45fc-8f66-085bdd6c54d4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 916 time: 0.0809507 Jun 21 14:03:24.666235 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-c0e98788-5934-4c5c-af64-c581c71cf6cf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf117d7f-02b8-43f0-be32-28a44ec46e1d HTTP/1.1" status: 200 len: 217 time: 0.0357878 Jun 21 14:03:24.712631 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-ea47c4ac-5b32-49a2-83a2-1511ee0cf097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:24.713958 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-ea47c4ac-5b32-49a2-83a2-1511ee0cf097 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 200 len: 855 time: 0.0405333 Jun 21 14:03:24.746018 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-457bb357-6250-44bb-af81-7939419b894b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248837 Jun 21 14:03:24.834331 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-8d2b2f51-0ce5-44bf-93b9-24f7fe884c21 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811601 Jun 21 14:03:24.927353 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cbe27608-d7fe-4240-8407-d15cddbc5711 req-543a7a53-8224-4707-abe1-baa85d04f97c service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861297 Jun 21 14:03:25.079830 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9a1ff-665a-470b-92ab-4e569022ff5c req-967a1a8a-e256-4fd0-a9bf-6522fa961992 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:25.081285 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3ed9a1ff-665a-470b-92ab-4e569022ff5c req-967a1a8a-e256-4fd0-a9bf-6522fa961992 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 943 time: 0.0713372 Jun 21 14:03:25.118013 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3ed9a1ff-665a-470b-92ab-4e569022ff5c req-f030518e-6500-4d29-9c21-32dd480a30c7 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310409 Jun 21 14:03:26.292645 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faf03c-183e-4deb-8532-aa0c9f81e618 req-754c737a-ebc2-4be7-bc4f-9a6d96e8b510 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:26.294081 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-84faf03c-183e-4deb-8532-aa0c9f81e618 req-754c737a-ebc2-4be7-bc4f-9a6d96e8b510 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 943 time: 0.0620689 Jun 21 14:03:26.331116 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-84faf03c-183e-4deb-8532-aa0c9f81e618 req-a7395363-9cbd-4653-998d-e42e4f569ca1 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Jun 21 14:03:27.502110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370e8be-5f6d-439e-9639-cb6b574db2bd req-605a7a2c-eead-4865-92cd-39bf8a42ed86 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:27.503547 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2370e8be-5f6d-439e-9639-cb6b574db2bd req-605a7a2c-eead-4865-92cd-39bf8a42ed86 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 943 time: 0.0644798 Jun 21 14:03:27.539948 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2370e8be-5f6d-439e-9639-cb6b574db2bd req-c3828468-cd91-49aa-a584-4b942fde440d tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305109 Jun 21 14:03:27.879077 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cf117d7f-02b8-43f0-be32-28a44ec46e1d details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:03:27.978929 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cf117d7f-02b8-43f0-be32-28a44ec46e1d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cf117d7f-02b8-43f0-be32-28a44ec46e1d,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:27.990384 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'cf117d7f-02b8-43f0-be32-28a44ec46e1d', 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'port_id': 'cf117d7f-02b8-43f0-be32-28a44ec46e1d', 'mac_address': 'fa:16:3e:9a:d1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dca2949-8ab2-4fc5-8009-dc5db298398b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:03:28.025457 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:28.037412 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf117d7f-02b8-43f0-be32-28a44ec46e1d {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:28.056219 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cf117d7f-02b8-43f0-be32-28a44ec46e1d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cf117d7f-02b8-43f0-be32-28a44ec46e1d,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:28.060117 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:28.062410 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:28.106014 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=cf117d7f-02b8-43f0-be32-28a44ec46e1d,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:28.109695 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:28.302456 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['cf117d7f-02b8-43f0-be32-28a44ec46e1d'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:28.707634 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd5c80-85ff-485c-94ad-f196f86167e7 req-d6035698-a000-4446-b722-fed179d6309e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:28.709056 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-eadd5c80-85ff-485c-94ad-f196f86167e7 req-d6035698-a000-4446-b722-fed179d6309e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 944 time: 0.0601296 Jun 21 14:03:28.744724 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-eadd5c80-85ff-485c-94ad-f196f86167e7 req-f0e3fb54-fae4-43f3-8bcf-f9b84b6ba877 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301857 Jun 21 14:03:29.911110 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cf117d7f-02b8-43f0-be32-28a44ec46e1d up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:03:29.912211 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbefe4c-e1a3-4c18-8666-1856858d6a48 req-47e3fb89-b7b3-4f9b-ac2d-516f32242156 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:29.914210 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-adbefe4c-e1a3-4c18-8666-1856858d6a48 req-47e3fb89-b7b3-4f9b-ac2d-516f32242156 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 944 time: 0.0625806 Jun 21 14:03:29.951150 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-adbefe4c-e1a3-4c18-8666-1856858d6a48 req-4abdbe54-4538-4b41-9561-fab3f1fe4444 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314977 Jun 21 14:03:29.959847 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port cf117d7f-02b8-43f0-be32-28a44ec46e1d completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:03:29.963925 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port cf117d7f-02b8-43f0-be32-28a44ec46e1d triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:03:29.964308 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.042587 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.063622 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3ccf4-fb69-4587-b33f-0de945f14b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf117d7f-02b8-43f0-be32-28a44ec46e1d'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:30.065952 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4301df-3f0d-49ac-b564-df31c58db06a" -d '{"events": [{"server_uuid": "01b3ccf4-fb69-4587-b33f-0de945f14b89", "name": "network-vif-plugged", "status": "completed", "tag": "cf117d7f-02b8-43f0-be32-28a44ec46e1d"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:30.079904 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cf117d7f-02b8-43f0-be32-28a44ec46e1d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cf117d7f-02b8-43f0-be32-28a44ec46e1d,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:30.084907 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.086899 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:30.133054 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=cf117d7f-02b8-43f0-be32-28a44ec46e1d,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:30.136076 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:30.155766 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c843ff04-2492-4333-abf4-01a511c600aa x-openstack-request-id: req-c843ff04-2492-4333-abf4-01a511c600aa {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:30.155941 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3ccf4-fb69-4587-b33f-0de945f14b89", "name": "network-vif-plugged", "status": "completed", "tag": "cf117d7f-02b8-43f0-be32-28a44ec46e1d", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:30.156205 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c843ff04-2492-4333-abf4-01a511c600aa {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:30.156638 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3ccf4-fb69-4587-b33f-0de945f14b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf117d7f-02b8-43f0-be32-28a44ec46e1d', 'code': 200} Jun 21 14:03:30.392824 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfead3-c9fb-43aa-816a-9f085558b71d req-c4c00948-896d-498b-9952-3f6da8df43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:30.394148 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b2dfead3-c9fb-43aa-816a-9f085558b71d req-c4c00948-896d-498b-9952-3f6da8df43b6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 1098 time: 0.0531340 Jun 21 14:03:30.428838 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b2dfead3-c9fb-43aa-816a-9f085558b71d req-0ea43820-a5d0-45e1-b177-467a20525948 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269752 Jun 21 14:03:30.552321 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51156) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:30.594967 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_v2 [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Deleting subnet 9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27 {{(pid=92657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:03:30.597978 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.631593 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782771'] for subnet, precommit_delete_associations {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.673434 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.724518 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404426'] for subnet, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.727447 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-ff99a3b2-5e7e-4ac0-a8f7-9a2aa3d14e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:30.750976 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:30.754415 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:30.755401 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.757452 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9b3a7b82-d094-4fc5-a13e-c5cdc8d03d27 HTTP/1.1" status: 204 len: 168 time: 0.2039304 Jun 21 14:03:30.759625 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51158) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:30.827289 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.908251 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.917792 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780dcc62-49a8-40f1-8260-f0fb8d7ff1eb']}} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:30.927735 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a621c1c-9456-4844-8b2a-bcfd8258f281') {'for_net_delete': True} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:30.927966 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a621c1c-9456-4844-8b2a-bcfd8258f281') {} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:30.936709 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782778'] for segment, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.950028 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.956662 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=92657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:03:30.957048 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477773'] for segment, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: Traceback (most recent call last): Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: timer() Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: cb(*args, **kw) Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: return func(*args, **kwargs) Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: self._notify() Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: self.callback(batched_events) Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: event.method(event) Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: return f(self, *a, **k) Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: return self._get(url).json() Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: return self.request(url, 'GET', **kwargs) Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:03:30.958678 dv-cinder-794962-5-smb neutron-server[92657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:03:31.015414 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:31.019816 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:31.023196 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:31.025055 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] 10.222.0.60 "DELETE /v2.0/networks/780dcc62-49a8-40f1-8260-f0fb8d7ff1eb HTTP/1.1" status: 204 len: 168 time: 0.2645488 Jun 21 14:03:31.035892 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=780dcc62-49a8-40f1-8260-f0fb8d7ff1eb,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:31.038251 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:31.135816 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f32c9-8b31-4cdf-beb9-c9899288dd8a req-796c7b9b-21df-4ca1-88a4-08b678a2d530 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:31.139337 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f37f32c9-8b31-4cdf-beb9-c9899288dd8a req-796c7b9b-21df-4ca1-88a4-08b678a2d530 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 945 time: 0.0671427 Jun 21 14:03:31.139478 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51164) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:31.202921 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f37f32c9-8b31-4cdf-beb9-c9899288dd8a req-9c538c83-ea3a-435e-a8b4-992b04ccbcef tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573244 Jun 21 14:03:31.205189 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d47429a3-5343-4378-a5b9-eaa7fdf90a2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5029a70f266942a0a90a137351b43752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646899 Jun 21 14:03:31.207549 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51166) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:31.257319 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e9f328f6-3935-4973-9613-adeb18cbe39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:31.281992 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e9f328f6-3935-4973-9613-adeb18cbe39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:31.331714 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e9f328f6-3935-4973-9613-adeb18cbe39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:31.334530 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e9f328f6-3935-4973-9613-adeb18cbe39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:31.337939 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-e9f328f6-3935-4973-9613-adeb18cbe39a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ab73249-68a7-4a03-b354-ed50550775ed HTTP/1.1" status: 204 len: 168 time: 0.1272135 Jun 21 14:03:31.337939 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7c75c4bb-0440-487d-8d6c-f49a9658adeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:31.344547 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f328f6-3935-4973-9613-adeb18cbe39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab73249-68a7-4a03-b354-ed50550775ed,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:31.347171 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e9f328f6-3935-4973-9613-adeb18cbe39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:31.426035 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:03:31.991773 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c246589e-7bee-4f36-9edc-bcc2ea5422ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:32.375484 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fffb1-ddae-4153-bf81-ce47010d2ca7 req-d1da63f5-5656-43e4-a0fb-3dcdbe59a9b2 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:32.376932 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-265fffb1-ddae-4153-bf81-ce47010d2ca7 req-d1da63f5-5656-43e4-a0fb-3dcdbe59a9b2 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 945 time: 0.0641882 Jun 21 14:03:32.412140 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-265fffb1-ddae-4153-bf81-ce47010d2ca7 req-74e4587c-b362-4506-8b33-4ab0b02ec720 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295641 Jun 21 14:03:34.200447 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3434b1-d43b-428b-a037-9536416a0804 req-8d250dc4-41a2-4a86-8bda-689659876ae0 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:34.202556 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-8d250dc4-41a2-4a86-8bda-689659876ae0 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 815 time: 0.0991488 Jun 21 14:03:34.216881 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-7aeb0f3b-4703-47a5-960b-f9b1ba1e7a0c tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/quotas/54e1a110553b45839c50ff1c363ca59b HTTP/1.1" status: 200 len: 375 time: 0.0089931 Jun 21 14:03:34.289031 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-4f5050b3-0e2f-41dd-8f76-9634cf53ed80 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674024 Jun 21 14:03:34.289653 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-b122981d-fba5-4823-9dbc-93f2bb33b31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:34.378186 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-53c6808c-0971-47f0-b8f8-cf7763510d86 service neutron] 10.222.0.60 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813026 Jun 21 14:03:34.468098 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-7868a872-f499-4e9c-b48e-7872c1c277b7 service neutron] 10.222.0.60 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835626 Jun 21 14:03:34.638061 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0ce9a2d9-0a7e-4264-b582-8486200d0a97 req-45f9d018-ac43-481f-9651-dd50b7188e2d tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 210 time: 0.0317974 Jun 21 14:03:35.125765 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:35.712715 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:35.725354 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3434b1-d43b-428b-a037-9536416a0804 req-9541261c-bd72-4159-b162-353b99552a10 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:35.726882 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-9541261c-bd72-4159-b162-353b99552a10 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 815 time: 0.1050031 Jun 21 14:03:35.740851 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Request body: {'port': {'device_id': '8254861e-50b6-492a-b99d-bec79ceb9438', 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'admin_state_up': True, 'tenant_id': '54e1a110553b45839c50ff1c363ca59b'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:35.817480 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9eb9b181-9dd2-4072-98ce-94b8064bc8e3 req-dafe77cb-d5ac-4937-8cc5-6f63e790e2ac tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 210 time: 0.0327449 Jun 21 14:03:35.880987 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Made reservation on behalf of 54e1a110553b45839c50ff1c363ca59b for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:35.884654 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.015378 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Allocated IP 172.20.0.11 (01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33/6dca2949-8ab2-4fc5-8009-dc5db298398b/cd4b5c60-ac57-4d2b-9b2c-6079617f343e) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:03:36.159572 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.196069 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.199810 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d2c7c13e-9987-4254-ae32-209d5253ff26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:36.209146 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c0f11dcc-b41c-46f6-b424-460d8475d378', 'cf117d7f-02b8-43f0-be32-28a44ec46e1d'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:36.240881 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:03:36.243962 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:03:36.248046 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:03:36.273653 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Pushing event updated for resources: {'Port': ['ID=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:36.278645 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:36.302112 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:36.302717 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.317000 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798850 Jun 21 14:03:36.329131 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Request body: {'port': {'device_id': '8254861e-50b6-492a-b99d-bec79ceb9438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:36.401896 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.653610 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4b5c60-ac57-4d2b-9b2c-6079617f343e {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:36.661262 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.673266 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Transition to ACTIVE for port object cd4b5c60-ac57-4d2b-9b2c-6079617f343e will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:03:36.677515 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.680247 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6f0064d9-d004-4ba3-a6af-01eeda79200e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:36.750957 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:36.755047 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:36.821549 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Attempting to bind port cd4b5c60-ac57-4d2b-9b2c-6079617f343e on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:03:36.821887 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Attempting to bind port cd4b5c60-ac57-4d2b-9b2c-6079617f343e by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:03:36.822248 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Attempting to bind port cd4b5c60-ac57-4d2b-9b2c-6079617f343e on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:36.826873 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Port cd4b5c60-ac57-4d2b-9b2c-6079617f343e on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:03:36.827209 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Attempting to bind port cd4b5c60-ac57-4d2b-9b2c-6079617f343e on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:36.831887 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:03:36.832222 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Checking segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:03:36.832702 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Bound using segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:03:36.833108 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Bound port: cd4b5c60-ac57-4d2b-9b2c-6079617f343e, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:03:36.833445 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.894530 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] For port cd4b5c60-ac57-4d2b-9b2c-6079617f343e, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:03:36.897602 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] For port cd4b5c60-ac57-4d2b-9b2c-6079617f343e, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:03:36.902132 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.905070 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d50071b6-cebf-44bb-83f7-68ab1cde2835 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:36.939188 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:36.939806 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:36.941210 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] 10.222.0.22 "PUT /v2.0/ports/cd4b5c60-ac57-4d2b-9b2c-6079617f343e HTTP/1.1" status: 200 len: 1094 time: 0.6162658 Jun 21 14:03:36.941721 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8254861e-50b6-492a-b99d-bec79ceb9438', 'tag': 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:36.944021 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778" -d '{"events": [{"name": "network-changed", "server_uuid": "8254861e-50b6-492a-b99d-bec79ceb9438", "tag": "cd4b5c60-ac57-4d2b-9b2c-6079617f343e"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:36.969978 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:36.973030 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:37.002309 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb9c4b-3281-409e-a6d1-55db39bc7a48 req-f3d28633-790b-422c-bd82-87dcd74ab932 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:37.003781 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8edb9c4b-3281-409e-a6d1-55db39bc7a48 req-f3d28633-790b-422c-bd82-87dcd74ab932 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 944 time: 0.0725834 Jun 21 14:03:37.010648 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152261a-3719-4723-9dcb-7bda6fff85df x-openstack-request-id: req-0152261a-3719-4723-9dcb-7bda6fff85df {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:37.010973 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8254861e-50b6-492a-b99d-bec79ceb9438", "tag": "cd4b5c60-ac57-4d2b-9b2c-6079617f343e", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:37.011264 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0152261a-3719-4723-9dcb-7bda6fff85df {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:37.011686 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8254861e-50b6-492a-b99d-bec79ceb9438', 'tag': 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e', 'status': 'completed', 'code': 200} Jun 21 14:03:37.037327 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3434b1-d43b-428b-a037-9536416a0804 req-39f6248b-f1c1-4090-a0d0-15d16bbaa5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:37.038843 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-39f6248b-f1c1-4090-a0d0-15d16bbaa5f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 1097 time: 0.0564249 Jun 21 14:03:37.040262 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8edb9c4b-3281-409e-a6d1-55db39bc7a48 req-8e78168b-a8b2-4c17-b4cf-ff19977d4d06 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307186 Jun 21 14:03:37.081524 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-fd16a18a-7b8a-42c4-9c2e-c89b1e8b4106 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4b5c60-ac57-4d2b-9b2c-6079617f343e HTTP/1.1" status: 200 len: 217 time: 0.0345085 Jun 21 14:03:37.132695 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3434b1-d43b-428b-a037-9536416a0804 req-eddc6232-78ec-4841-ad71-77dcb8476d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:37.134087 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-eddc6232-78ec-4841-ad71-77dcb8476d8f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 200 len: 855 time: 0.0461173 Jun 21 14:03:37.166703 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-60ca994c-8119-4715-a972-6ad88db0998e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250397 Jun 21 14:03:37.251821 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-57f9688c-1819-4424-ae4f-d1b3f51a5c43 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778213 Jun 21 14:03:37.327282 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:37.342932 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce3434b1-d43b-428b-a037-9536416a0804 req-68b2c506-2be0-49b6-b643-34ef826345c0 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841904 Jun 21 14:03:37.444315 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-e6e3ffc8-75d4-415f-9344-6a88b655518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:37.445796 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-e6e3ffc8-75d4-415f-9344-6a88b655518f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 1097 time: 0.0531962 Jun 21 14:03:37.535465 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-9d517497-e31e-45c7-9107-c4c95706e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:37.536893 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-9d517497-e31e-45c7-9107-c4c95706e895 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 916 time: 0.0837414 Jun 21 14:03:37.549858 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:37.584187 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-f581a2f1-3017-4e4b-a31b-17115b2ef36d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd4b5c60-ac57-4d2b-9b2c-6079617f343e HTTP/1.1" status: 200 len: 217 time: 0.0353596 Jun 21 14:03:37.633452 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-efed93d6-68a6-424d-a683-8aa2d66f4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:37.634828 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-efed93d6-68a6-424d-a683-8aa2d66f4399 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 200 len: 855 time: 0.0431952 Jun 21 14:03:37.678824 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-448a6a9a-0e68-42a0-b36c-054c1ea6fcbc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286243 Jun 21 14:03:37.765863 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-36f80a47-9169-49a1-ace7-048df8cf1862 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788479 Jun 21 14:03:37.858494 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1e06edf1-d3e7-429b-b4e3-6a95fd55c778 req-f2a517d2-5634-442f-9f59-aad25a4a7b5d service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849986 Jun 21 14:03:38.214826 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce82414-141a-4164-b8a5-aa17a8ef0915 req-c856392c-ebac-47cc-be44-8c7d0d31f334 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:38.216418 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8ce82414-141a-4164-b8a5-aa17a8ef0915 req-c856392c-ebac-47cc-be44-8c7d0d31f334 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 944 time: 0.0650873 Jun 21 14:03:38.254538 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8ce82414-141a-4164-b8a5-aa17a8ef0915 req-c77b3b25-e882-4640-a04b-6640ab843bb8 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322778 Jun 21 14:03:39.425896 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ccb5-5746-49c0-900c-45e407f9d92a req-761dbc99-8111-49c1-a606-21136d032eb2 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:39.427240 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c044ccb5-5746-49c0-900c-45e407f9d92a req-761dbc99-8111-49c1-a606-21136d032eb2 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 944 time: 0.0647295 Jun 21 14:03:39.463273 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c044ccb5-5746-49c0-900c-45e407f9d92a req-90504f2a-cde6-4421-a76d-217940d2d3b7 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305173 Jun 21 14:03:39.976716 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cd4b5c60-ac57-4d2b-9b2c-6079617f343e details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:03:40.074212 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cd4b5c60-ac57-4d2b-9b2c-6079617f343e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:40.086183 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e', 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'port_id': 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e', 'mac_address': 'fa:16:3e:1a:76:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dca2949-8ab2-4fc5-8009-dc5db298398b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:03:40.121158 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:40.133885 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4b5c60-ac57-4d2b-9b2c-6079617f343e {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:40.152684 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cd4b5c60-ac57-4d2b-9b2c-6079617f343e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:40.157196 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:40.159727 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:40.206671 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:40.213338 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.213695 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.214033 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.214365 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.214945 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.215270 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.215594 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.215913 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.216228 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.216575 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.216892 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.217244 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:40.220887 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:40.456642 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['cd4b5c60-ac57-4d2b-9b2c-6079617f343e'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:40.633948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf21c2-a0d1-471c-a1a0-c0a52c898940 req-f6f69093-3187-4f5a-8ac5-f032fde2f1d1 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:40.635412 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9daf21c2-a0d1-471c-a1a0-c0a52c898940 req-f6f69093-3187-4f5a-8ac5-f032fde2f1d1 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 945 time: 0.0638771 Jun 21 14:03:40.671440 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9daf21c2-a0d1-471c-a1a0-c0a52c898940 req-9cf0116f-e92b-49ed-a659-ed9917618d9b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304828 Jun 21 14:03:41.839395 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd6bbf-4c50-475f-b32d-68af2faab63f req-4daa5cc4-8991-4fd4-819a-ff9ac4d60de7 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:41.841130 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7fbd6bbf-4c50-475f-b32d-68af2faab63f req-4daa5cc4-8991-4fd4-819a-ff9ac4d60de7 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 945 time: 0.0627613 Jun 21 14:03:41.877898 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7fbd6bbf-4c50-475f-b32d-68af2faab63f req-b2835524-5546-4ab3-a32f-fea17541f68f tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Jun 21 14:03:41.979874 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cd4b5c60-ac57-4d2b-9b2c-6079617f343e up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:03:42.028778 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port cd4b5c60-ac57-4d2b-9b2c-6079617f343e completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:03:42.033000 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port cd4b5c60-ac57-4d2b-9b2c-6079617f343e triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:03:42.033388 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:42.111238 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:42.132458 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8254861e-50b6-492a-b99d-bec79ceb9438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:42.134695 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d897ebb-b292-47f9-adaf-edd23cbb014b" -d '{"events": [{"server_uuid": "8254861e-50b6-492a-b99d-bec79ceb9438", "name": "network-vif-plugged", "status": "completed", "tag": "cd4b5c60-ac57-4d2b-9b2c-6079617f343e"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:42.147337 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port cd4b5c60-ac57-4d2b-9b2c-6079617f343e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:42.151705 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:42.153553 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-b932ae45-e68a-4941-b090-68134bc24afd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:42.174726 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea042d6-077d-4999-bfad-b2535a7de975 x-openstack-request-id: req-9ea042d6-077d-4999-bfad-b2535a7de975 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:42.175030 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8254861e-50b6-492a-b99d-bec79ceb9438", "name": "network-vif-plugged", "status": "completed", "tag": "cd4b5c60-ac57-4d2b-9b2c-6079617f343e", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:42.175293 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ea042d6-077d-4999-bfad-b2535a7de975 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:42.175685 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8254861e-50b6-492a-b99d-bec79ceb9438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e', 'code': 200} Jun 21 14:03:42.200207 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:42.203140 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:42.392765 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb54a5-d3ec-47aa-b157-5466c9f2cbe4 req-68ee026d-0ad7-4323-ad29-03790787baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:42.394191 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f0bb54a5-d3ec-47aa-b157-5466c9f2cbe4 req-68ee026d-0ad7-4323-ad29-03790787baa6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 1099 time: 0.0551829 Jun 21 14:03:42.427712 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f0bb54a5-d3ec-47aa-b157-5466c9f2cbe4 req-7ed8b335-5c23-4452-b131-dcfe1c09bacb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264266 Jun 21 14:03:43.047684 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952036-2b3a-4f6b-a8ce-4a0b01d82b47 req-4879a573-840b-4058-839d-4d505ac0b54b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:43.049179 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-63952036-2b3a-4f6b-a8ce-4a0b01d82b47 req-4879a573-840b-4058-839d-4d505ac0b54b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 946 time: 0.0617397 Jun 21 14:03:43.095733 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-63952036-2b3a-4f6b-a8ce-4a0b01d82b47 req-c133ba1c-f7f0-4906-95c3-a5439ee34fdc tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Jun 21 14:03:44.267535 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6f64-c798-4b91-a61c-7c9800871f37 req-ee8ef25a-85b7-4ce2-ac52-eb35fc27df7a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:44.269039 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-29fa6f64-c798-4b91-a61c-7c9800871f37 req-ee8ef25a-85b7-4ce2-ac52-eb35fc27df7a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 946 time: 0.0625412 Jun 21 14:03:44.305093 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-29fa6f64-c798-4b91-a61c-7c9800871f37 req-e57495c9-e3eb-4867-b402-fc1b8292478e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304596 Jun 21 14:03:49.811158 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-a3ddb74d-ae41-4452-b26a-5a2dc8e4be72 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:49.812666 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-a3ddb74d-ae41-4452-b26a-5a2dc8e4be72 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 815 time: 0.1030638 Jun 21 14:03:49.827866 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-cb009cc7-a766-4a92-9e55-4ff2b9b652d3 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/quotas/54e1a110553b45839c50ff1c363ca59b HTTP/1.1" status: 200 len: 375 time: 0.0095911 Jun 21 14:03:49.897116 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-7b5feaeb-8d71-4c27-88f7-8bd1f76defde tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642374 Jun 21 14:03:49.988519 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-f9aed93c-7043-43ea-94db-73bc27ca78d2 service neutron] 10.222.0.60 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847604 Jun 21 14:03:50.334030 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-e54789a2-f2a2-44c3-8f4c-b11dd89c896b service neutron] 10.222.0.60 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395803 Jun 21 14:03:50.499842 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-311ec764-4858-4900-8eb0-535d54a23b08 req-1bcd25d9-56ca-45a9-ba72-7402b9f111c0 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Jun 21 14:03:50.966493 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86224b-a377-47a3-b454-4668e12423b7 req-3972f598-97e2-42fa-8ee9-3aaffdd59fd2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:50.967961 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2e86224b-a377-47a3-b454-4668e12423b7 req-3972f598-97e2-42fa-8ee9-3aaffdd59fd2 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 946 time: 0.0617971 Jun 21 14:03:51.005881 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2e86224b-a377-47a3-b454-4668e12423b7 req-08891533-4abd-4695-abf6-886dbb1033a0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320413 Jun 21 14:03:51.645737 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ea4ca3a6-13e7-41bc-9713-b0a6461a94f4 req-d5487564-d388-4b7d-b00f-7c4c5a1d6837 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 210 time: 0.0338624 Jun 21 14:03:51.676343 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-b2dafbda-898f-41e8-94c2-d34ca1e8db8f tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:51.677793 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-b2dafbda-898f-41e8-94c2-d34ca1e8db8f tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 815 time: 0.1340773 Jun 21 14:03:51.695989 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Request body: {'port': {'device_id': '305978b9-fdb9-47a6-bca0-8af1bf7eaec1', 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'admin_state_up': True, 'tenant_id': '54e1a110553b45839c50ff1c363ca59b'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:51.812419 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Made reservation on behalf of 54e1a110553b45839c50ff1c363ca59b for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:03:51.816324 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:51.938956 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Allocated IP 172.20.0.5 (01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33/6dca2949-8ab2-4fc5-8009-dc5db298398b/e659a2ef-68df-4024-849a-26f8e4cc3dd5) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:03:52.088533 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.128520 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.133795 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-405e9e60-73ce-4f1c-8d21-cfb274991009 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:52.147847 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c0f11dcc-b41c-46f6-b424-460d8475d378', 'cf117d7f-02b8-43f0-be32-28a44ec46e1d', 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:52.193132 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e8cca-4c18-4ca7-be7a-dfbf40618cd1 req-7d8f920c-ddb9-4ccd-a389-6384d119d80b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:52.194672 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-348e8cca-4c18-4ca7-be7a-dfbf40618cd1 req-7d8f920c-ddb9-4ccd-a389-6384d119d80b tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 946 time: 0.0732119 Jun 21 14:03:52.197672 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:03:52.204840 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:03:52.208537 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Pushing event updated for resources: {'Port': ['ID=e659a2ef-68df-4024-849a-26f8e4cc3dd5,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:52.209256 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:03:52.235362 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:52.241339 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-348e8cca-4c18-4ca7-be7a-dfbf40618cd1 req-c6b67f77-8b57-4b59-a36d-045180c17a96 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups?id=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403347 Jun 21 14:03:52.262767 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:52.263629 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.278348 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5861287 Jun 21 14:03:52.295629 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Request body: {'port': {'device_id': '305978b9-fdb9-47a6-bca0-8af1bf7eaec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:03:52.368190 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.614829 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-7c3692fb-229e-46c8-8210-bb778d76d649 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:52.616268 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-7c3692fb-229e-46c8-8210-bb778d76d649 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 946 time: 0.0624683 Jun 21 14:03:52.631829 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e659a2ef-68df-4024-849a-26f8e4cc3dd5 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:52.639099 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.651143 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Transition to ACTIVE for port object e659a2ef-68df-4024-849a-26f8e4cc3dd5 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:03:52.655287 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.658196 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f556454f-05aa-46d0-8208-b6f7d780dba1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:52.723105 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Deleting port f66ddecc-193d-47d4-89c0-d9414a14a962 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:52.723722 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.731167 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Pushing event updated for resources: {'Port': ['ID=e659a2ef-68df-4024-849a-26f8e4cc3dd5,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:52.736609 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:52.830061 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] For port f66ddecc-193d-47d4-89c0-d9414a14a962, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=f66ddecc-193d-47d4-89c0-d9414a14a962,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:52.830551 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.848503 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Attempting to bind port e659a2ef-68df-4024-849a-26f8e4cc3dd5 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:03:52.848847 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Attempting to bind port e659a2ef-68df-4024-849a-26f8e4cc3dd5 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:03:52.849179 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Attempting to bind port e659a2ef-68df-4024-849a-26f8e4cc3dd5 on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:52.855368 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Port e659a2ef-68df-4024-849a-26f8e4cc3dd5 on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:03:52.855689 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Attempting to bind port e659a2ef-68df-4024-849a-26f8e4cc3dd5 on network 01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:03:52.863122 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:03:52.863467 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Checking segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:03:52.863847 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Bound using segment: {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:03:52.864276 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Bound port: e659a2ef-68df-4024-849a-26f8e4cc3dd5, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '282fec40-d58c-4a84-bf61-87265dc8e79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:03:52.864644 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.884339 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da58988-d12f-42a9-b6ea-bc0dddc8e95c req-849bcad0-8029-4904-9286-b590d3436221 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:52.885815 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2da58988-d12f-42a9-b6ea-bc0dddc8e95c req-849bcad0-8029-4904-9286-b590d3436221 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 943 time: 0.1024802 Jun 21 14:03:52.955449 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-2da58988-d12f-42a9-b6ea-bc0dddc8e95c req-e703ba36-8364-4974-879f-71f0759e235c tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631192 Jun 21 14:03:52.976009 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] For port e659a2ef-68df-4024-849a-26f8e4cc3dd5, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:03:52.978490 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] For port e659a2ef-68df-4024-849a-26f8e4cc3dd5, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e659a2ef-68df-4024-849a-26f8e4cc3dd5,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:03:52.983067 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.985855 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-aa76d11b-70bf-46e9-aadd-a6992321cdea tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:52.998344 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.998719 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:52.999027 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.l3_db [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Floating IP e885e2c8-b90d-4736-b121-16709a709aa6 disassociated. External IP: 172.28.3.184, port: f66ddecc-193d-47d4-89c0-d9414a14a962. Jun 21 14:03:52.999366 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Calling delete_port for f66ddecc-193d-47d4-89c0-d9414a14a962 owned by compute:nova {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:03:53.019499 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:53.020101 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:53.021472 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] 10.222.0.22 "PUT /v2.0/ports/e659a2ef-68df-4024-849a-26f8e4cc3dd5 HTTP/1.1" status: 200 len: 1093 time: 0.7301340 Jun 21 14:03:53.021983 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305978b9-fdb9-47a6-bca0-8af1bf7eaec1', 'tag': 'e659a2ef-68df-4024-849a-26f8e4cc3dd5'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:53.024307 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9c9558-4045-45fc-a8c3-89da25b8e804" -d '{"events": [{"name": "network-changed", "server_uuid": "305978b9-fdb9-47a6-bca0-8af1bf7eaec1", "tag": "e659a2ef-68df-4024-849a-26f8e4cc3dd5"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:53.058161 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Pushing event updated for resources: {'Port': ['ID=e659a2ef-68df-4024-849a-26f8e4cc3dd5,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:53.061395 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:53.091240 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbaf1ed-c7f4-46da-855c-4f8cf0ce7cf1 x-openstack-request-id: req-6bbaf1ed-c7f4-46da-855c-4f8cf0ce7cf1 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:53.092099 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305978b9-fdb9-47a6-bca0-8af1bf7eaec1", "tag": "e659a2ef-68df-4024-849a-26f8e4cc3dd5", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:53.092414 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6bbaf1ed-c7f4-46da-855c-4f8cf0ce7cf1 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:53.092842 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305978b9-fdb9-47a6-bca0-8af1bf7eaec1', 'tag': 'e659a2ef-68df-4024-849a-26f8e4cc3dd5', 'status': 'completed', 'code': 200} Jun 21 14:03:53.118337 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-25259bfc-95c2-48f5-b4e5-775ac84ac681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:53.119829 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-25259bfc-95c2-48f5-b4e5-775ac84ac681 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 1096 time: 0.0573671 Jun 21 14:03:53.130366 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:53.134569 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:53.157986 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event deleted for resources: {'Port': ['ID=f66ddecc-193d-47d4-89c0-d9414a14a962,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:53.164959 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-e3fbfb97-b933-48fe-9ad2-f5ebd0867e52 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e659a2ef-68df-4024-849a-26f8e4cc3dd5 HTTP/1.1" status: 200 len: 217 time: 0.0376620 Jun 21 14:03:53.170060 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.170432 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.170795 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.171164 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.171518 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.171888 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.172241 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.172630 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.172999 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.173345 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.173705 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.174081 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:03:53.177803 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:53.218979 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-d9ccfcd9-c23f-46f1-a49b-b9ed835e2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:53.220554 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-d9ccfcd9-c23f-46f1-a49b-b9ed835e2326 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 200 len: 855 time: 0.0487866 Jun 21 14:03:53.256572 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-1d3fad6e-2cfc-4ce1-b44a-996f8bd499e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269663 Jun 21 14:03:53.284835 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:03:53.348793 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-19f5aa7d-6aa2-418b-90b1-d457561f52e4 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844846 Jun 21 14:03:53.392106 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:03:53.402373 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] Sync routers for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:03:53.411445 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:03:53.412147 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:03:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:53.428951 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-428ef6d2-fb85-46fa-8f02-247c89198cd0 req-c2e216b2-1abb-4f59-b3ce-c90d10434ae0 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc6a6e1d-2dba-42ab-8b16-b6361a65815f HTTP/1.1" status: 200 len: 210 time: 0.0646114 Jun 21 14:03:53.435207 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] No DVR routers for this DVR port f66ddecc-193d-47d4-89c0-d9414a14a962 on host hv-cinder-79496 {{(pid=92658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:03:53.438080 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:53.440428 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-543a13c3-3aba-45ca-a2e5-96039e712fcd req-11807ee8-3dc9-42b4-87f1-03ddb1472124 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.22 "DELETE /v2.0/ports/f66ddecc-193d-47d4-89c0-d9414a14a962 HTTP/1.1" status: 204 len: 173 time: 0.8184285 Jun 21 14:03:53.440958 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-deleted', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:53.443256 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88de1d21-ff8c-4d5a-a7b5-2dd5b06f98dd" -d '{"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-deleted", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:53.502052 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f15ef6-d9b2-455c-a3bd-f544eb2a2ad9 x-openstack-request-id: req-67f15ef6-d9b2-455c-a3bd-f544eb2a2ad9 {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:53.502604 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6a6e1d-2dba-42ab-8b16-b6361a65815f", "name": "network-vif-deleted", "tag": "f66ddecc-193d-47d4-89c0-d9414a14a962", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:53.502902 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67f15ef6-d9b2-455c-a3bd-f544eb2a2ad9 {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:53.503339 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6a6e1d-2dba-42ab-8b16-b6361a65815f', 'name': 'network-vif-deleted', 'tag': 'f66ddecc-193d-47d4-89c0-d9414a14a962', 'status': 'completed', 'code': 200} Jun 21 14:03:53.507782 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-55b0a1c2-f20f-495f-acf5-a47bc6759865 req-768d7966-a1be-4dca-bd81-9e3c22cf8739 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511090 Jun 21 14:03:53.527801 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:03:53.656695 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-98d87fd8-f78c-48a9-9073-5809a26a0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:53.658292 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-98d87fd8-f78c-48a9-9073-5809a26a0586 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54e1a110553b45839c50ff1c363ca59b&device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 1096 time: 0.0640972 Jun 21 14:03:53.758692 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:53.765984 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-b33ac21e-a984-4fa3-8225-310edb6fcee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:53.767822 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-b33ac21e-a984-4fa3-8225-310edb6fcee6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 200 len: 916 time: 0.1022866 Jun 21 14:03:53.796386 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] Checking router: d1c1e430-c64d-4dd6-8772-a1c0d1a84414 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:03:53.806106 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:03:53.807012 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:03:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:53.819174 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-3e746a0a-e6ad-42e0-ada0-b456a2b10a3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e659a2ef-68df-4024-849a-26f8e4cc3dd5 HTTP/1.1" status: 200 len: 217 time: 0.0419347 Jun 21 14:03:53.877612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-4374fb70-e020-4438-bf2b-61615b1b4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:53.879003 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-4374fb70-e020-4438-bf2b-61615b1b4d7e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 200 len: 855 time: 0.0532753 Jun 21 14:03:53.911471 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-4cfd8e6b-b8a1-490d-a9be-ab2f601e3afe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261517 Jun 21 14:03:53.922430 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:03:54.001496 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-994081f0-c3fd-4e02-b1ad-8af6687c7b68 service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830188 Jun 21 14:03:54.120416 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:54.140587 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9a9c9558-4045-45fc-a8c3-89da25b8e804 req-f9c9ba2b-18f8-4624-962e-963f5e3c11cd service neutron] 10.222.0.22 "GET /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294489 Jun 21 14:03:54.150899 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602f9da1-2e49-4914-8ef1-a57815376f4e None None] The sync data for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb is: [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T13:58:00Z', 'revision_number': 4, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '1cb1a065-3239-4997-8840-b7164217cdae', 'name': '', 'network_id': '0f04b0fe-873b-482f-b5a6-1f1bf4bf4975', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'mac_address': 'fa:16:3e:4d:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '08439e62-b064-4457-9281-33203a85208c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:57Z', 'updated_at': '2021-06-21T13:58:13Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'subnets': [{'id': '08439e62-b064-4457-9281-33203a85208c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:03:54.167535 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fdbcf-ab64-429e-a64e-6a95489badb2 req-63b23bd7-e574-4b80-bb40-1d1570120346 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:54.169113 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-434fdbcf-ab64-429e-a64e-6a95489badb2 req-63b23bd7-e574-4b80-bb40-1d1570120346 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 943 time: 0.0972874 Jun 21 14:03:54.214298 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-434fdbcf-ab64-429e-a64e-6a95489badb2 req-c2644262-1264-416b-87e6-837785425d4a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388858 Jun 21 14:03:54.441592 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a887364c-4525-4fd6-a550-a5b037d5c156 None None] New status for floating IP e885e2c8-b90d-4736-b121-16709a709aa6: DOWN {{(pid=92659) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:03:54.581583 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51332) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:54.637990 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eb719692-e7ee-4436-a154-5e48da48b954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:54.664116 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eb719692-e7ee-4436-a154-5e48da48b954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:54.710187 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eb719692-e7ee-4436-a154-5e48da48b954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:54.712678 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-eb719692-e7ee-4436-a154-5e48da48b954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:54.713788 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-eb719692-e7ee-4436-a154-5e48da48b954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "DELETE /v2.0/security-groups/b30e6dcf-1193-4d6c-a73d-3ca5f51430cb HTTP/1.1" status: 204 len: 168 time: 0.1317430 Jun 21 14:03:54.714525 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:54.717417 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51334) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:54.724740 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb719692-e7ee-4436-a154-5e48da48b954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b30e6dcf-1193-4d6c-a73d-3ca5f51430cb,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:54.727178 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eb719692-e7ee-4436-a154-5e48da48b954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:54.731436 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.api.v2.resource [None req-09abc226-46a5-40d7-9d31-e584681851f7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] show failed (client error): The resource could not be found. Jun 21 14:03:54.735016 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-09abc226-46a5-40d7-9d31-e584681851f7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "GET /v2.0/security-groups/b30e6dcf-1193-4d6c-a73d-3ca5f51430cb HTTP/1.1" status: 404 len: 347 time: 0.0139627 Jun 21 14:03:54.735252 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51336) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:54.859041 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Deleting port 2075ab40-6c90-42a7-9d10-0cb72fbceaad {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:54.859381 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:54.934482 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:54.934814 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:55.000691 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Calling delete_port for 2075ab40-6c90-42a7-9d10-0cb72fbceaad owned by network:floatingip {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:03:55.125984 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:55.129006 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-5a921106-188c-4f34-8dda-1a08e9983f11 tempest-VolumesSnapshotTestJSON-20007286 tempest-VolumesSnapshotTestJSON-20007286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:55.159600 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Pushing event deleted for resources: {'Port': ['ID=2075ab40-6c90-42a7-9d10-0cb72fbceaad,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:55.162397 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:55.215728 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks [] for floatingip, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:55.218773 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:55.219882 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] 10.222.0.60 "DELETE /v2.0/floatingips/e885e2c8-b90d-4736-b121-16709a709aa6 HTTP/1.1" status: 204 len: 168 time: 0.4837155 Jun 21 14:03:55.390750 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba678e0-ea28-4e86-b0b1-a2d849dc6406 req-c8f80518-9e0d-4b44-8352-5c603ae809dd tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:55.392195 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1ba678e0-ea28-4e86-b0b1-a2d849dc6406 req-c8f80518-9e0d-4b44-8352-5c603ae809dd tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 943 time: 0.0631869 Jun 21 14:03:55.429824 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1ba678e0-ea28-4e86-b0b1-a2d849dc6406 req-5920b5e9-ef5f-4840-8603-3a255490f391 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Jun 21 14:03:56.021042 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device e659a2ef-68df-4024-849a-26f8e4cc3dd5 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:03:56.024921 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:03:56.051308 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: f66ddecc-193d-47d4-89c0-d9414a14a962 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:03:56.051663 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device f66ddecc-193d-47d4-89c0-d9414a14a962 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:03:56.134182 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port e659a2ef-68df-4024-849a-26f8e4cc3dd5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e659a2ef-68df-4024-849a-26f8e4cc3dd5,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:56.143995 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'e659a2ef-68df-4024-849a-26f8e4cc3dd5', 'network_id': '01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33', 'port_id': 'e659a2ef-68df-4024-849a-26f8e4cc3dd5', 'mac_address': 'fa:16:3e:23:35:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dca2949-8ab2-4fc5-8009-dc5db298398b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:03:56.180851 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:56.192935 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e659a2ef-68df-4024-849a-26f8e4cc3dd5 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:03:56.211530 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port e659a2ef-68df-4024-849a-26f8e4cc3dd5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e659a2ef-68df-4024-849a-26f8e4cc3dd5,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:56.215573 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:56.217933 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2ce84369-74e1-4029-8685-884c280bb1c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:56.262008 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=e659a2ef-68df-4024-849a-26f8e4cc3dd5,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:56.265491 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:56.517994 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['e659a2ef-68df-4024-849a-26f8e4cc3dd5'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:03:56.615971 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f356c-8d67-4e78-b4ee-b5a13b3710c2 req-1e956e1f-0140-42d2-864c-2dce7f175259 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:56.617668 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-910f356c-8d67-4e78-b4ee-b5a13b3710c2 req-1e956e1f-0140-42d2-864c-2dce7f175259 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 944 time: 0.0780442 Jun 21 14:03:56.657613 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-910f356c-8d67-4e78-b4ee-b5a13b3710c2 req-c9f66c6f-8bf7-4653-8b18-8da35cf32dc5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335281 Jun 21 14:03:57.786587 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51364) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:57.838669 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fddc76-06c0-4f59-a404-1f02812ea485 req-46a39781-734d-4fe5-bb2e-2267029bc82e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:57.840410 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-80fddc76-06c0-4f59-a404-1f02812ea485 req-46a39781-734d-4fe5-bb2e-2267029bc82e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 944 time: 0.0685749 Jun 21 14:03:57.878850 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-80fddc76-06c0-4f59-a404-1f02812ea485 req-3414ab99-c166-44f8-a563-d26bc4c88ab2 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Jun 21 14:03:58.035967 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device e659a2ef-68df-4024-849a-26f8e4cc3dd5 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:03:58.090400 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port e659a2ef-68df-4024-849a-26f8e4cc3dd5 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:03:58.094165 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port e659a2ef-68df-4024-849a-26f8e4cc3dd5 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:03:58.094551 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:58.173847 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:58.196200 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305978b9-fdb9-47a6-bca0-8af1bf7eaec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e659a2ef-68df-4024-849a-26f8e4cc3dd5'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:03:58.198662 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebeff92-6a81-45b2-9d81-8e141514d2ec" -d '{"events": [{"server_uuid": "305978b9-fdb9-47a6-bca0-8af1bf7eaec1", "name": "network-vif-plugged", "status": "completed", "tag": "e659a2ef-68df-4024-849a-26f8e4cc3dd5"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:03:58.212671 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port e659a2ef-68df-4024-849a-26f8e4cc3dd5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e659a2ef-68df-4024-849a-26f8e4cc3dd5,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:58.218747 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:58.222996 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:58.249774 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2751dd5c-bf15-44bb-80f7-57c90601dd8d x-openstack-request-id: req-2751dd5c-bf15-44bb-80f7-57c90601dd8d {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:03:58.250096 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305978b9-fdb9-47a6-bca0-8af1bf7eaec1", "name": "network-vif-plugged", "status": "completed", "tag": "e659a2ef-68df-4024-849a-26f8e4cc3dd5", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:03:58.250365 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2751dd5c-bf15-44bb-80f7-57c90601dd8d {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:03:58.250727 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305978b9-fdb9-47a6-bca0-8af1bf7eaec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e659a2ef-68df-4024-849a-26f8e4cc3dd5', 'code': 200} Jun 21 14:03:58.276357 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=e659a2ef-68df-4024-849a-26f8e4cc3dd5,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:58.280196 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:58.281465 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608244'] for router_interface, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:58.472443 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81ccfd-b13a-4baa-9189-ba65cb209bd9 req-f30c58af-7cdb-4016-8da7-9a67ad1b957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:58.473835 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf81ccfd-b13a-4baa-9189-ba65cb209bd9 req-f30c58af-7cdb-4016-8da7-9a67ad1b957a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 1098 time: 0.0521116 Jun 21 14:03:58.508340 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf81ccfd-b13a-4baa-9189-ba65cb209bd9 req-37016bd1-96f1-4ea3-889f-699fba4658bd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272980 Jun 21 14:03:58.532997 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Deleting port 1cb1a065-3239-4997-8840-b7164217cdae {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:58.533340 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:58.607611 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] For port 1cb1a065-3239-4997-8840-b7164217cdae, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=1cb1a065-3239-4997-8840-b7164217cdae,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:58.607969 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:58.671494 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Calling delete_port for 1cb1a065-3239-4997-8840-b7164217cdae owned by network:router_interface {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:03:58.842298 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:58.844948 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2cfd686c-4adc-447b-8758-1a6e92a96b83 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:58.868342 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb1a065-3239-4997-8840-b7164217cdae,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:58.872063 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:59.029826 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608072'] for router_interface, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.064861 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094302b-b3b6-43c3-93a1-f9eeed68165d req-36556ada-e137-4ef7-8ed7-99c00b00a42e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:03:59.066329 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a094302b-b3b6-43c3-93a1-f9eeed68165d req-36556ada-e137-4ef7-8ed7-99c00b00a42e tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 945 time: 0.0702925 Jun 21 14:03:59.104792 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a094302b-b3b6-43c3-93a1-f9eeed68165d req-b5869267-860a-41a5-8904-18cc84903f03 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326238 Jun 21 14:03:59.236657 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:03:59.323964 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51372) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:59.340207 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:03:59.345597 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-691274b8-7b80-43c9-9286-319e6016fb9f admin admin] 10.222.0.60 "PUT /v2.0/routers/d1c1e430-c64d-4dd6-8772-a1c0d1a84414/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5578830 Jun 21 14:03:59.348018 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51374) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:03:59.351439 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] Sync routers for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:03:59.362448 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:03:59.363600 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:03:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:59.474571 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:03:59.497546 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Deleting port cfd34c6f-9287-4ae0-9b1f-8cc8078f42a7 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:59.497894 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.579909 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.580270 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.656171 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Calling delete_port for cfd34c6f-9287-4ae0-9b1f-8cc8078f42a7 owned by network:floatingip {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:03:59.674874 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T14:03:58Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:59.702245 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] Checking router: d1c1e430-c64d-4dd6-8772-a1c0d1a84414 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:03:59.713826 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] Routers {'d1c1e430-c64d-4dd6-8772-a1c0d1a84414'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:03:59.715161 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:03:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:03:59.728002 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks [] for router, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.823037 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] Set router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:03:59.828585 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.830631 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:03:59.835204 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.856015 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event deleted for resources: {'Port': ['ID=cfd34c6f-9287-4ae0-9b1f-8cc8078f42a7,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:03:59.859197 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:03:59.889458 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Deleting port 83ae6743-4c88-43fd-b976-ab4ef6264b88 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:03:59.890059 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.921777 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for floatingip, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:03:59.922033 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.l3_db [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Floating IP d65110fb-edce-426e-9fde-148d8035eb42 disassociated (deleted). External IP: 172.28.3.93, port: 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22. Jun 21 14:03:59.978123 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] For port 83ae6743-4c88-43fd-b976-ab4ef6264b88, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=83ae6743-4c88-43fd-b976-ab4ef6264b88,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:03:59.978558 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.048681 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Calling delete_port for 83ae6743-4c88-43fd-b976-ab4ef6264b88 owned by network:router_gateway {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:00.095592 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T14:03:58Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:00.121167 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4575ecd3-415a-4aa2-b8f1-e48f4cb253fc None None] The sync data for ids ['d1c1e430-c64d-4dd6-8772-a1c0d1a84414'] in dv-cinder-794962-5-smb is: [{'id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'name': 'tempest-AttachVolumeShelveTestJSON-1586699953-router', 'tenant_id': '9eb3c91522b44f5ba98f913263e905da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254'}], 'enable_snat': True}, 'gw_port_id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:57:49Z', 'updated_at': '2021-06-21T14:03:58Z', 'revision_number': 5, 'project_id': '9eb3c91522b44f5ba98f913263e905da', 'gw_port': {'id': '83ae6743-4c88-43fd-b976-ab4ef6264b88', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:97:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c1e430-c64d-4dd6-8772-a1c0d1a84414', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:57:50Z', 'updated_at': '2021-06-21T13:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:04:00.143004 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Router 5af5cd72-ee22-407e-bdab-3b7645938edf has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:04:00.232813 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.234903 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-61a7abd1-ab59-4a06-9374-30a6bf3dff1b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:00.259219 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:04:00.263692 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.268902 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] Sync routers for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:04:00.272298 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ae6743-4c88-43fd-b976-ab4ef6264b88,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:00.280650 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:04:00.281290 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:03:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:00.292233 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:00.308940 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-04c55c01-93a6-458c-b3af-08fce4bf3f57 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "DELETE /v2.0/floatingips/d65110fb-edce-426e-9fde-148d8035eb42 HTTP/1.1" status: 204 len: 168 time: 0.9837623 Jun 21 14:04:00.310016 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:00.313839 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb97c658-650b-4272-addc-d6aa8f48ba0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:00.368244 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645732'] for router_gateway, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.403232 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:04:00.406631 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9843f24-1772-48d5-b887-c9e999a4e3eb req-7a4807fe-4b78-42f3-8675-0e9c8f8518a7 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:00.408130 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a9843f24-1772-48d5-b887-c9e999a4e3eb req-7a4807fe-4b78-42f3-8675-0e9c8f8518a7 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 945 time: 0.1696329 Jun 21 14:04:00.490383 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1065'] for router, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.493597 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.558850 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a9843f24-1772-48d5-b887-c9e999a4e3eb req-a55a3790-d862-4a9d-8f56-6bc0cf29d115 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214960 Jun 21 14:04:00.569069 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-609067'] for router, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.570268 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c1e430-c64d-4dd6-8772-a1c0d1a84414 {{(pid=92658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:04:00.575761 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] Notify callbacks [] for router, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.577413 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ac20d223-0004-4751-91bd-159e03ba2068 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d1c1e430-c64d-4dd6-8772-a1c0d1a84414 HTTP/1.1" status: 204 len: 168 time: 1.2277257 Jun 21 14:04:00.580226 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51384) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:00.667235 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:39Z', 'revision_number': 5, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:00.704450 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] Checking router: 5af5cd72-ee22-407e-bdab-3b7645938edf for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:04:00.709032 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Deleting subnet 08439e62-b064-4457-9281-33203a85208c {{(pid=92657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:04:00.715598 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:04:00.717895 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:03:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:00.729300 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1e8c26-1bb9-4670-b3f4-98ed2335713a x-openstack-request-id: req-8e1e8c26-1bb9-4670-b3f4-98ed2335713a {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:00.729500 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:00.729802 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e1e8c26-1bb9-4670-b3f4-98ed2335713a {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:00.730240 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'status': 'completed', 'code': 200} Jun 21 14:04:00.774032 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.878716 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782771'] for subnet, precommit_delete_associations {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:00.951674 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01707e66-189a-44f7-aa06-32f852262b59 req-7241ad77-f8c0-41f7-978b-1274e884c0c2 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:00.959256 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-01707e66-189a-44f7-aa06-32f852262b59 req-7241ad77-f8c0-41f7-978b-1274e884c0c2 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.2385850 Jun 21 14:04:00.960802 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 1cb1a065-3239-4997-8840-b7164217cdae no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:01.015868 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 1cb1a065-3239-4997-8840-b7164217cdae {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:01.016472 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 1cb1a065-3239-4997-8840-b7164217cdae not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:01.042217 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:04:01.057184 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-82a8a2ff-79d4-473e-a9e1-4bad0ad4aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:01.060011 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-82a8a2ff-79d4-473e-a9e1-4bad0ad4aa93 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cea878a61aec424890afbc83f37739c0&device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 1099 time: 0.3455644 Jun 21 14:04:01.068551 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.257059 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:39Z', 'revision_number': 5, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:01.284393 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e74f729-943a-40a3-a224-efec2c867bbd None None] The sync data for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb is: [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T13:59:32Z', 'revision_number': 4, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '9bfc78c7-d2e1-4450-885e-23f1d0ff52e4', 'name': '', 'network_id': '68195d88-935d-475c-a010-3a46cf05578d', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'mac_address': 'fa:16:3e:6b:cc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:32Z', 'updated_at': '2021-06-21T13:59:39Z', 'revision_number': 5, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'subnets': [{'id': 'ee76a14a-f48a-4da1-97c2-a2a286592069', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:04:01.420650 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-01707e66-189a-44f7-aa06-32f852262b59 req-7cdbd1bf-4508-478f-820b-cc595b7ee11b tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4601130 Jun 21 14:04:01.466102 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404426'] for subnet, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.474457 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:01.499927 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-e36e1b43-823a-44fe-abfe-2571ceca290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:01.501425 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-e36e1b43-823a-44fe-abfe-2571ceca290e service neutron] 10.222.0.22 "GET /v2.0/networks?id=68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 200 len: 909 time: 0.4303219 Jun 21 14:04:01.503779 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08439e62-b064-4457-9281-33203a85208c,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:01.507194 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:01.508108 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.510311 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/08439e62-b064-4457-9281-33203a85208c HTTP/1.1" status: 204 len: 168 time: 0.9278150 Jun 21 14:04:01.514203 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51394) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:01.516356 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941e0391-2476-4720-9a99-8e242745c151 None None] Network 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:04:01.535299 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56330d6f-e2b1-4631-9059-569ffeb4e84d None None] New status for floating IP d65110fb-edce-426e-9fde-148d8035eb42: DOWN {{(pid=92660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:04:01.548622 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-5feb6b54-a655-4139-ba93-573709a3d9f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 200 len: 217 time: 0.0372326 Jun 21 14:04:01.603107 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-c91dae79-5bc7-4c2b-92b0-dcc1d97b9b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:01.605144 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-c91dae79-5bc7-4c2b-92b0-dcc1d97b9b34 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ee76a14a-f48a-4da1-97c2-a2a286592069 HTTP/1.1" status: 200 len: 847 time: 0.0502105 Jun 21 14:04:01.618683 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.674097 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-951a2a0a-740f-4399-a476-b7bed3fff993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:01.675616 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-951a2a0a-740f-4399-a476-b7bed3fff993 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=68195d88-935d-475c-a010-3a46cf05578d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0622096 Jun 21 14:04:01.681352 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Deleting port c4d514a6-252c-43e1-9a40-5bb8a65de83e {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:01.681646 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.738679 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] DHCP port deletion for 0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 request from dv-cinder-794962-5-smb {{(pid=92659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:04:01.748784 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] For port c4d514a6-252c-43e1-9a40-5bb8a65de83e, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=c4d514a6-252c-43e1-9a40-5bb8a65de83e,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:01.749440 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.773911 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-f90bea78-4cfe-45c5-8389-60f93e7f94b2 service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904706 Jun 21 14:04:01.783903 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] Deleting port c4d514a6-252c-43e1-9a40-5bb8a65de83e {{(pid=92659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:01.784296 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.814844 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Calling delete_port for c4d514a6-252c-43e1-9a40-5bb8a65de83e owned by network:dhcp {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:01.852191 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] For port c4d514a6-252c-43e1-9a40-5bb8a65de83e, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=c4d514a6-252c-43e1-9a40-5bb8a65de83e,segment=NetworkSegment(b835506c-74ee-41c3-98ba-26425be330e0),segment_id=b835506c-74ee-41c3-98ba-26425be330e0)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:01.852633 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.883646 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cb97c658-650b-4272-addc-d6aa8f48ba0d req-e5686f67-8209-4e87-ba47-1b0efb769aeb service neutron] 10.222.0.22 "GET /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943341 Jun 21 14:04:01.894030 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:01.897135 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d4a90aac-3f31-423b-9788-39120feba0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:01.924013 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d514a6-252c-43e1-9a40-5bb8a65de83e,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:01.926848 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] Calling delete_port for c4d514a6-252c-43e1-9a40-5bb8a65de83e owned by network:dhcp {{(pid=92659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:01.927053 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:01.927871 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] No DVR routers for this DVR port c4d514a6-252c-43e1-9a40-5bb8a65de83e on host dv-cinder-794962-5-smb {{(pid=92658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:01.995460 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.004959 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-4421e4e9-edaa-47ce-8809-dc6e85215864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.006016 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f04b0fe-873b-482f-b5a6-1f1bf4bf4975']}} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:02.017076 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b835506c-74ee-41c3-98ba-26425be330e0') {'for_net_delete': True} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:02.017366 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b835506c-74ee-41c3-98ba-26425be330e0') {} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:02.022675 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199'] for port, after_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.025767 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:02.027150 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271646'] for segment, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.043076 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.050714 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] No DVR routers for this DVR port c4d514a6-252c-43e1-9a40-5bb8a65de83e on host dv-cinder-794962-5-smb {{(pid=92659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:02.053416 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=92658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:04:02.054138 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130826'] for segment, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.054595 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] Pushing event deleted for resources: {'Port': ['ID=c4d514a6-252c-43e1-9a40-5bb8a65de83e,revision_number=None']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: Traceback (most recent call last): Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: timer() Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: cb(*args, **kw) Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: return func(*args, **kwargs) Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: self._notify() Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: self.callback(batched_events) Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: event.method(event) Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: return f(self, *a, **k) Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: return self._get(url).json() Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: return self.request(url, 'GET', **kwargs) Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:04:02.056283 dv-cinder-794962-5-smb neutron-server[92658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:04:02.058542 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-1ae93032-0998-4e63-bc84-00b4dd0499e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:02.116709 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.120306 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:02.123225 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.127843 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] 10.222.0.60 "DELETE /v2.0/networks/0f04b0fe-873b-482f-b5a6-1f1bf4bf4975 HTTP/1.1" status: 204 len: 168 time: 0.6117942 Jun 21 14:04:02.139190 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f04b0fe-873b-482f-b5a6-1f1bf4bf4975,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:02.145352 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:02.258188 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51404) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:02.295647 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-1f1d2d00-f0f7-4f72-9cb9-dda4fc572bab tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:02.297283 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-1f1d2d00-f0f7-4f72-9cb9-dda4fc572bab tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.22 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.0680194 Jun 21 14:04:02.303467 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-3c52516b-643f-4a6a-8377-6f6448e22def admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9eb3c91522b44f5ba98f913263e905da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415602 Jun 21 14:04:02.304673 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51406) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:02.359759 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-61716238-80ea-41c0-b876-d738e0f2d623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.381852 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-61716238-80ea-41c0-b876-d738e0f2d623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.414952 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Deleting port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:02.415467 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.444742 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-61716238-80ea-41c0-b876-d738e0f2d623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.447733 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-61716238-80ea-41c0-b876-d738e0f2d623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.451869 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-61716238-80ea-41c0-b876-d738e0f2d623 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2dc35a5f-f4ca-41d3-87d7-00ea93c1a9f7 HTTP/1.1" status: 204 len: 168 time: 0.1433816 Jun 21 14:04:02.451869 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8615207d-c1eb-42de-9bd7-57c8c9a6bd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:02.464933 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61716238-80ea-41c0-b876-d738e0f2d623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc35a5f-f4ca-41d3-87d7-00ea93c1a9f7,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:02.467971 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-61716238-80ea-41c0-b876-d738e0f2d623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:02.570928 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] For port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:02.571521 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.656871 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 83ae6743-4c88-43fd-b976-ab4ef6264b88 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:02.680785 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 83ae6743-4c88-43fd-b976-ab4ef6264b88 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:02.681373 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 83ae6743-4c88-43fd-b976-ab4ef6264b88 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:02.681994 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device c4d514a6-252c-43e1-9a40-5bb8a65de83e no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:02.682411 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Calling delete_port for 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:02.703394 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: c4d514a6-252c-43e1-9a40-5bb8a65de83e {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:02.704087 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device c4d514a6-252c-43e1-9a40-5bb8a65de83e not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:02.807256 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351d843-d23d-412e-be0a-57c141fa315a req-224aac73-ef7f-451d-8efa-d05293c8c6db tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:02.808756 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7351d843-d23d-412e-be0a-57c141fa315a req-224aac73-ef7f-451d-8efa-d05293c8c6db tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 946 time: 0.2227745 Jun 21 14:04:02.885461 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7351d843-d23d-412e-be0a-57c141fa315a req-025b6f5b-7dab-46b5-9dbe-62a387c99bff tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697362 Jun 21 14:04:02.896400 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.909590 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:02.925834 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event deleted for resources: {'Port': ['ID=48c70fdf-1faf-4cc8-8ab3-878ce06ffe22,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:02.928229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:02.980904 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] No DVR routers for this DVR port 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:02.983915 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:02.986162 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fde4c3c7-b41f-4260-930f-228353d4c57b req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.22 "DELETE /v2.0/ports/48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 HTTP/1.1" status: 204 len: 173 time: 0.6826274 Jun 21 14:04:02.986687 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'name': 'network-vif-deleted', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:02.989620 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476c9ba1-a3ad-4430-8606-7cc58457d384" -d '{"events": [{"server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "name": "network-vif-deleted", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:03.030256 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad167650-d8fb-4493-a8da-f799ce148283 x-openstack-request-id: req-ad167650-d8fb-4493-a8da-f799ce148283 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:03.030717 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0966e546-0065-4466-a2ff-46d2a8d014f5", "name": "network-vif-deleted", "tag": "48c70fdf-1faf-4cc8-8ab3-878ce06ffe22", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:03.030999 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad167650-d8fb-4493-a8da-f799ce148283 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:03.031308 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0966e546-0065-4466-a2ff-46d2a8d014f5', 'name': 'network-vif-deleted', 'tag': '48c70fdf-1faf-4cc8-8ab3-878ce06ffe22', 'status': 'completed', 'code': 200} Jun 21 14:04:04.041295 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c2ac426-8772-41d4-a49e-26954e3cb1c8 req-a35132eb-3889-4cc2-b0d8-b7d274a04c40 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "GET /v2.0/ports?device_id=0966e546-0065-4466-a2ff-46d2a8d014f5 HTTP/1.1" status: 200 len: 210 time: 0.0294297 Jun 21 14:04:04.290035 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0c749662-20b4-488a-b999-81585121b648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:05.127344 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:05.131557 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51484) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:05.194266 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-410eedcb-fd4c-40be-a9c0-45209047c884 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:05.230274 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-410eedcb-fd4c-40be-a9c0-45209047c884 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:05.315854 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-410eedcb-fd4c-40be-a9c0-45209047c884 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:05.319186 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-410eedcb-fd4c-40be-a9c0-45209047c884 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:05.320596 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-410eedcb-fd4c-40be-a9c0-45209047c884 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] 10.222.0.60 "DELETE /v2.0/security-groups/3f771a3b-a5c1-4ccd-83c3-5b3f03691c48 HTTP/1.1" status: 204 len: 168 time: 0.1877499 Jun 21 14:04:05.328935 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-944aaf7e-a8a1-409c-aa8d-b8cd64fe415a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:05.338736 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410eedcb-fd4c-40be-a9c0-45209047c884 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f771a3b-a5c1-4ccd-83c3-5b3f03691c48,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:05.345451 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-410eedcb-fd4c-40be-a9c0-45209047c884 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:05.390096 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51494) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:05.706421 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:05.747959 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608244'] for router_interface, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:05.990873 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Deleting port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:05.991215 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:06.068635 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] For port 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:06.068635 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:06.069148 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:06.096375 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:06.096750 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 48c70fdf-1faf-4cc8-8ab3-878ce06ffe22 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:06.144231 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Calling delete_port for 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 owned by network:router_interface {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:06.337978 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:06.340956 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:06.364335 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Pushing event deleted for resources: {'Port': ['ID=9bfc78c7-d2e1-4450-885e-23f1d0ff52e4,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:06.367750 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:06.534209 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608072'] for router_interface, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:06.785155 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Router 5af5cd72-ee22-407e-bdab-3b7645938edf has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:04:06.888033 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:04:06.896833 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-fa329a9f-0c4f-4699-8acb-80ba6b58744f admin admin] 10.222.0.60 "PUT /v2.0/routers/5af5cd72-ee22-407e-bdab-3b7645938edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5035436 Jun 21 14:04:06.897080 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51514) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:06.897344 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] Sync routers for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:04:06.906159 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:04:06.906768 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:04:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:06.995674 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks [] for router, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:07.010355 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:04:07.096191 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:07.147196 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Deleting port 6742580e-d955-4144-8bc2-054e476ca49b {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:07.147835 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:07.185865 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157'}], 'enable_snat': True}, 'gw_port_id': '6742580e-d955-4144-8bc2-054e476ca49b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T14:04:06Z', 'revision_number': 5, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port': {'id': '6742580e-d955-4144-8bc2-054e476ca49b', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:26:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:30Z', 'updated_at': '2021-06-21T13:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:07.213216 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] Checking router: 5af5cd72-ee22-407e-bdab-3b7645938edf for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:04:07.223103 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] Routers {'5af5cd72-ee22-407e-bdab-3b7645938edf'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:04:07.223878 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:04:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['5af5cd72-ee22-407e-bdab-3b7645938edf'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:07.315973 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] Set router 5af5cd72-ee22-407e-bdab-3b7645938edf gateway port host: None {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:04:07.382185 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T14:04:07Z', 'revision_number': 6, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port_host': None}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:07.412610 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704df1e-55bb-45aa-88b7-9e1d058de021 None None] The sync data for ids ['5af5cd72-ee22-407e-bdab-3b7645938edf'] in dv-cinder-794962-5-smb is: [{'id': '5af5cd72-ee22-407e-bdab-3b7645938edf', 'name': 'tempest-TestShelveInstance-606691302-router', 'tenant_id': 'cea878a61aec424890afbc83f37739c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:29Z', 'updated_at': '2021-06-21T14:04:07Z', 'revision_number': 6, 'project_id': 'cea878a61aec424890afbc83f37739c0', 'gw_port_host': None}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:04:07.421976 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:07.508907 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] For port 6742580e-d955-4144-8bc2-054e476ca49b, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=6742580e-d955-4144-8bc2-054e476ca49b,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:07.509264 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:07.556150 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:07.592912 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Calling delete_port for 6742580e-d955-4144-8bc2-054e476ca49b owned by network:router_gateway {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:07.677341 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b9aaf-ef79-4431-8e1e-4f225cc222aa req-e0b45c9f-6406-4797-b601-b79f1a502709 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:07.678689 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c28b9aaf-ef79-4431-8e1e-4f225cc222aa req-e0b45c9f-6406-4797-b601-b79f1a502709 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 945 time: 0.1669085 Jun 21 14:04:07.758738 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c28b9aaf-ef79-4431-8e1e-4f225cc222aa req-2bf43e36-8240-4251-b195-e1e45b60ef76 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448413 Jun 21 14:04:07.810681 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:07.814183 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d2b57855-c317-42d2-a75a-d3a69cb18cc1 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:07.839009 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Pushing event deleted for resources: {'Port': ['ID=6742580e-d955-4144-8bc2-054e476ca49b,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:07.843201 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:07.913097 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645732'] for router_gateway, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.000755 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1065'] for router, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.003036 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.045075 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-609067'] for router, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.045623 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5af5cd72-ee22-407e-bdab-3b7645938edf {{(pid=92658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:04:08.050564 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] Notify callbacks [] for router, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.051392 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-73ff940e-4666-444f-a67a-03ed313476bd admin admin] 10.222.0.60 "DELETE /v2.0/routers/5af5cd72-ee22-407e-bdab-3b7645938edf HTTP/1.1" status: 204 len: 168 time: 1.1533806 Jun 21 14:04:08.054002 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51538) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:08.099344 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] Deleting subnet ee76a14a-f48a-4da1-97c2-a2a286592069 {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:04:08.102996 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.144517 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.227129 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.285100 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.287468 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:08.316746 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee76a14a-f48a-4da1-97c2-a2a286592069,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:08.318727 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.323135 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51544) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:08.323616 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ee76a14a-f48a-4da1-97c2-a2a286592069 HTTP/1.1" status: 204 len: 168 time: 0.2681053 Jun 21 14:04:08.324095 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-96e6727e-8ad3-45f3-bf1c-1b0744aecf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:08.324384 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ce4b2-3cdd-4491-aa70-660606f422bb None None] Network 68195d88-935d-475c-a010-3a46cf05578d requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:04:08.403337 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.428777 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:04:08.474972 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Deleting port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:08.474972 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.547222 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] For port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:08.547222 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.573119 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] DHCP port deletion for 68195d88-935d-475c-a010-3a46cf05578d request from dv-cinder-794962-5-smb {{(pid=92659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:04:08.616404 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Calling delete_port for 80ef8330-cb74-44d3-b2c8-26ccd3b999fb owned by network:dhcp {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:08.628062 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] Deleting port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb {{(pid=92659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:08.628670 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.670052 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 80ef8330-cb74-44d3-b2c8-26ccd3b999fb no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:08.697521 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.699551 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:08.723844 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Pushing event deleted for resources: {'Port': ['ID=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:08.726858 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:08.727898 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] No DVR routers for this DVR port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb on host dv-cinder-794962-5-smb {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:08.728332 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] For port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,segment=NetworkSegment(8a73d59c-a65d-4421-b6b2-4f2bb2153bc4),segment_id=8a73d59c-a65d-4421-b6b2-4f2bb2153bc4)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:08.729459 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.743953 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No active binding found for port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb {{(pid=92659) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 21 14:04:08.744398 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 80ef8330-cb74-44d3-b2c8-26ccd3b999fb not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:08.744832 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 6742580e-d955-4144-8bc2-054e476ca49b no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:08.800651 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.811965 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68195d88-935d-475c-a010-3a46cf05578d']}} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:08.815556 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] Calling delete_port for 80ef8330-cb74-44d3-b2c8-26ccd3b999fb owned by network:dhcp {{(pid=92659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:08.819722 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 6742580e-d955-4144-8bc2-054e476ca49b {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:08.820079 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 6742580e-d955-4144-8bc2-054e476ca49b not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:08.820543 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:08.824591 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4') {'for_net_delete': True} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:08.824989 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a73d59c-a65d-4421-b6b2-4f2bb2153bc4') {} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:08.838769 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782778'] for segment, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.846217 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:08.846575 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 9bfc78c7-d2e1-4450-885e-23f1d0ff52e4 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:08.856958 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.866467 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=92657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:04:08.867751 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477773'] for segment, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: Traceback (most recent call last): Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: timer() Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: cb(*args, **kw) Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: return func(*args, **kwargs) Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: self._notify() Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: self.callback(batched_events) Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: event.method(event) Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: return f(self, *a, **k) Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: return self._get(url).json() Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: return self.request(url, 'GET', **kwargs) Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:04:08.870193 dv-cinder-794962-5-smb neutron-server[92657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:04:08.926219 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199'] for port, after_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.928940 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:08.955367 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] No DVR routers for this DVR port 80ef8330-cb74-44d3-b2c8-26ccd3b999fb on host dv-cinder-794962-5-smb {{(pid=92659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:08.956397 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] Pushing event deleted for resources: {'Port': ['ID=80ef8330-cb74-44d3-b2c8-26ccd3b999fb,revision_number=None']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:08.959843 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:08.967764 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.977377 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-280e300b-dd66-4738-b466-05430ab93e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:08.979609 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:08.981456 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] 10.222.0.60 "DELETE /v2.0/networks/68195d88-935d-475c-a010-3a46cf05578d HTTP/1.1" status: 204 len: 168 time: 0.6571112 Jun 21 14:04:08.984894 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51552) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:08.996355 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Pushing event deleted for resources: {'Network': ['ID=68195d88-935d-475c-a010-3a46cf05578d,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:09.008552 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f55167-0584-4979-94b5-385e6272f7d2 req-1b016749-c752-460b-b1f2-87c3bf82eb66 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:09.010029 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-98f55167-0584-4979-94b5-385e6272f7d2 req-1b016749-c752-460b-b1f2-87c3bf82eb66 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 945 time: 0.0958931 Jun 21 14:04:09.010856 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:09.048210 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-98f55167-0584-4979-94b5-385e6272f7d2 req-d87ae118-3016-4206-8316-7aeade72da25 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Jun 21 14:04:09.316560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608244'] for router_interface, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.490639 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-fe6a8f59-12e9-4f1d-900f-769fb9a6d46b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:09.492211 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-fe6a8f59-12e9-4f1d-900f-769fb9a6d46b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 945 time: 0.0638013 Jun 21 14:04:09.571921 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Deleting port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:09.572290 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.603126 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Deleting port e659a2ef-68df-4024-849a-26f8e4cc3dd5 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:09.603474 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.661115 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] For port 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,segment=NetworkSegment(2af15cd6-9b38-4baf-aa5e-6bae0072c0c0),segment_id=2af15cd6-9b38-4baf-aa5e-6bae0072c0c0)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:09.661475 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.698182 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] For port e659a2ef-68df-4024-849a-26f8e4cc3dd5, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=e659a2ef-68df-4024-849a-26f8e4cc3dd5,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:09.698548 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.722659 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Calling delete_port for 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 owned by network:router_interface {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:09.765764 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Calling delete_port for e659a2ef-68df-4024-849a-26f8e4cc3dd5 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:09.901674 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.902966 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.904811 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fc6bae46-3bb5-4f31-97fb-33a1ebb218d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:09.906797 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-65b678d5-d714-4f7a-a84c-82b503aa3b42 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:09.914729 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c0f11dcc-b41c-46f6-b424-460d8475d378', 'cf117d7f-02b8-43f0-be32-28a44ec46e1d', 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e', 'e659a2ef-68df-4024-849a-26f8e4cc3dd5'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:09.928030 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:09.930959 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:09.939539 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Pushing event deleted for resources: {'Port': ['ID=e659a2ef-68df-4024-849a-26f8e4cc3dd5,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:09.944251 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:09.990796 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] No DVR routers for this DVR port e659a2ef-68df-4024-849a-26f8e4cc3dd5 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:09.994477 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:09.998246 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-52a36f73-717e-42da-b61c-3e2fc3848527 req-117f4df8-71d8-44f1-8f2a-902abadcf0d5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "DELETE /v2.0/ports/e659a2ef-68df-4024-849a-26f8e4cc3dd5 HTTP/1.1" status: 204 len: 173 time: 0.4990287 Jun 21 14:04:09.999756 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305978b9-fdb9-47a6-bca0-8af1bf7eaec1', 'name': 'network-vif-deleted', 'tag': 'e659a2ef-68df-4024-849a-26f8e4cc3dd5'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:10.002573 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef0bd2-65c9-44e4-8fb4-82eac2e95fe1" -d '{"events": [{"server_uuid": "305978b9-fdb9-47a6-bca0-8af1bf7eaec1", "name": "network-vif-deleted", "tag": "e659a2ef-68df-4024-849a-26f8e4cc3dd5"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:10.072837 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1f52d4-a094-4415-b7d0-aee64e22a43f x-openstack-request-id: req-be1f52d4-a094-4415-b7d0-aee64e22a43f {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:10.073563 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305978b9-fdb9-47a6-bca0-8af1bf7eaec1", "name": "network-vif-deleted", "tag": "e659a2ef-68df-4024-849a-26f8e4cc3dd5", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:10.074031 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be1f52d4-a094-4415-b7d0-aee64e22a43f {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:10.074708 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305978b9-fdb9-47a6-bca0-8af1bf7eaec1', 'name': 'network-vif-deleted', 'tag': 'e659a2ef-68df-4024-849a-26f8e4cc3dd5', 'status': 'completed', 'code': 200} Jun 21 14:04:10.147463 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608072'] for router_interface, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:10.220868 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-ce12fa48-8941-435c-a060-8daa77dd910c req-8f19a1d6-3f5e-4b33-af3b-bdfb57c30473 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=305978b9-fdb9-47a6-bca0-8af1bf7eaec1 HTTP/1.1" status: 200 len: 210 time: 0.0331876 Jun 21 14:04:10.381855 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:04:10.482222 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:04:10.487630 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] 10.222.0.60 "PUT /v2.0/routers/dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5009556 Jun 21 14:04:10.489365 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51566) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:10.495174 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] Sync routers for ids ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:04:10.504977 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] Routers {'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:04:10.505574 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:04:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:10.591194 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks [] for router, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:10.609531 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] Set router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:04:10.717540 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:10.826388 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13'}], 'enable_snat': True}, 'gw_port_id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T14:04:09Z', 'revision_number': 5, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port': {'id': '0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T13:59:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:10.859395 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] Checking router: dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:04:10.868485 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] Routers {'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:04:10.869318 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:04:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:10.964924 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] Set router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 gateway port host: None {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:04:11.018802 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T14:04:10Z', 'revision_number': 6, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port_host': None}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:11.052340 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c13200-2719-4e83-8f31-2c5eac3a1f61 None None] The sync data for ids ['dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306'] in dv-cinder-794962-5-smb is: [{'id': 'dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306', 'name': 'tempest-TestShelveInstance-231154084-router', 'tenant_id': 'd3edbfd0b495491d975b9f92e6abb620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T13:59:35Z', 'updated_at': '2021-06-21T14:04:10Z', 'revision_number': 6, 'project_id': 'd3edbfd0b495491d975b9f92e6abb620', 'gw_port_host': None}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:04:11.064573 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Deleting port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:11.065181 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.157970 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] For port 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:11.158384 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.222763 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Calling delete_port for 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da owned by network:router_gateway {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:11.389511 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.393892 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:11.422441 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:11.426508 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:11.487909 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645732'] for router_gateway, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.584850 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1065'] for router, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.587481 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.628723 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-609067'] for router, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.629244 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 {{(pid=92658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:04:11.633705 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] Notify callbacks [] for router, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.634833 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7f5d643c-ff3f-4842-81b9-de7f6a90b094 admin admin] 10.222.0.60 "DELETE /v2.0/routers/dd3c7aa9-7f9f-4ac0-ae39-3eb9ab884306 HTTP/1.1" status: 204 len: 168 time: 1.1445789 Jun 21 14:04:11.637293 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51596) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:11.679777 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] Deleting subnet 2a0938ba-0812-4cb7-a2a3-568680226526 {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:04:11.682727 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.719409 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.796712 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.848311 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.850425 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9f9ff71b-e641-44d1-ac46-ffac11c2a3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:11.877728 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0938ba-0812-4cb7-a2a3-568680226526,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:11.880698 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:11.881674 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:11.885964 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51598) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:11.887987 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe0594-eead-4155-93fc-877fc2d74e32 None None] Network 098a5ff2-3239-4e0b-9f66-d130a18f27da requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:04:11.890736 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ce8d3c18-9336-4abc-9275-194a83538e80 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2a0938ba-0812-4cb7-a2a3-568680226526 HTTP/1.1" status: 204 len: 168 time: 0.2471037 Jun 21 14:04:11.956261 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.013915 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Deleting port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:12.014407 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.084797 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] For port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7,segment=NetworkSegment(2af15cd6-9b38-4baf-aa5e-6bae0072c0c0),segment_id=2af15cd6-9b38-4baf-aa5e-6bae0072c0c0)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:12.085163 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.103474 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device e659a2ef-68df-4024-849a-26f8e4cc3dd5 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:12.139106 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: e659a2ef-68df-4024-849a-26f8e4cc3dd5 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:12.139482 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device e659a2ef-68df-4024-849a-26f8e4cc3dd5 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:12.149951 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Calling delete_port for 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 owned by network:dhcp {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:12.232931 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b36ae5e-393e-4cb1-a89a-5c494273f452 None None] DHCP port deletion for 098a5ff2-3239-4e0b-9f66-d130a18f27da request from dv-cinder-794962-5-smb {{(pid=92659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:04:12.239816 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.242963 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0791139a-8d8f-4778-b5d3-7184da4a9bed tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:12.257946 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-4b36ae5e-393e-4cb1-a89a-5c494273f452 None None] The port '922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7' was deleted {{(pid=92659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 21 14:04:12.267654 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:12.271056 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:12.271885 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] No DVR routers for this DVR port 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 on host dv-cinder-794962-5-smb {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:12.345798 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.355781 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098a5ff2-3239-4e0b-9f66-d130a18f27da']}} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:12.366521 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0') {'for_net_delete': True} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:12.366879 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.services.segments.db [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af15cd6-9b38-4baf-aa5e-6bae0072c0c0') {} {{(pid=92657) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:12.376119 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782778'] for segment, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.393229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.399330 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=92657) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:04:12.400019 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8477773'] for segment, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: Traceback (most recent call last): Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: timer() Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: cb(*args, **kw) Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: return func(*args, **kwargs) Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: self._notify() Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: self.callback(batched_events) Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: event.method(event) Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: return f(self, *a, **k) Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: return self._get(url).json() Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: return self.request(url, 'GET', **kwargs) Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:04:12.402138 dv-cinder-794962-5-smb neutron-server[92657]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:04:12.461555 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.472176 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3081f045-5492-401b-b1fd-d7a5b9252d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:12.491759 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.497861 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/098a5ff2-3239-4e0b-9f66-d130a18f27da HTTP/1.1" status: 204 len: 168 time: 0.6103132 Jun 21 14:04:12.502324 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=098a5ff2-3239-4e0b-9f66-d130a18f27da,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:12.508598 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:12.659673 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:12.686414 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:12.686860 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 0c9d9bd8-2a6e-4bbd-90d6-74a5b39ca0da not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:12.687366 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:12.706565 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:12.707175 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 5a92b9a2-8be9-453c-8eb4-f5abf86c6cf1 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:12.707778 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:12.713883 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51618) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:12.736981 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:12.737341 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 922cb2bb-b33e-4f26-a28a-94cd8ca1b6a7 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:12.775447 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-acef454e-72d0-42c3-a9c8-d9e1b086defb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cea878a61aec424890afbc83f37739c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588479 Jun 21 14:04:12.776477 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51622) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:12.822961 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-38b00179-7f5d-4cb2-a743-4a8f6c975c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.846466 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-38b00179-7f5d-4cb2-a743-4a8f6c975c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.881025 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bd0492-2d86-48ff-aee7-1bf80ecc6b9b req-bd624404-5279-4d04-819f-2537c2f5be85 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:12.882522 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-55bd0492-2d86-48ff-aee7-1bf80ecc6b9b req-bd624404-5279-4d04-819f-2537c2f5be85 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 946 time: 0.0643215 Jun 21 14:04:12.892988 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-38b00179-7f5d-4cb2-a743-4a8f6c975c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.895588 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-38b00179-7f5d-4cb2-a743-4a8f6c975c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:12.899060 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-38b00179-7f5d-4cb2-a743-4a8f6c975c8e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bbb9bc77-fa8a-4d64-a202-7f1260af085f HTTP/1.1" status: 204 len: 168 time: 0.1193402 Jun 21 14:04:12.899060 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-5bdf2c8d-d260-4aff-aa05-1932e133e44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:12.908418 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b00179-7f5d-4cb2-a743-4a8f6c975c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9bc77-fa8a-4d64-a202-7f1260af085f,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:12.912403 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-38b00179-7f5d-4cb2-a743-4a8f6c975c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:12.922999 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-55bd0492-2d86-48ff-aee7-1bf80ecc6b9b req-700c999e-fc34-4267-b63e-1cf2855d3a29 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331430 Jun 21 14:04:13.201648 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51628) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:13.240153 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-dcba40c2-1f84-451b-a795-9623a6f7a2a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3edbfd0b495491d975b9f92e6abb620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373297 Jun 21 14:04:13.242432 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51630) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:13.288849 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b1170557-e4c0-4116-89e1-a4597240284a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:13.308646 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b1170557-e4c0-4116-89e1-a4597240284a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:13.356573 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b1170557-e4c0-4116-89e1-a4597240284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:13.359154 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b1170557-e4c0-4116-89e1-a4597240284a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:13.360271 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-b1170557-e4c0-4116-89e1-a4597240284a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83126297-78c9-4ef8-acb0-da1fc96a11e1 HTTP/1.1" status: 204 len: 168 time: 0.1169727 Jun 21 14:04:13.361029 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-70ff914c-eeac-496e-bca3-f7a64a8e92a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:13.368487 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1170557-e4c0-4116-89e1-a4597240284a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83126297-78c9-4ef8-acb0-da1fc96a11e1,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:13.370726 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b1170557-e4c0-4116-89e1-a4597240284a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:14.098758 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183591b7-9750-495b-a5f2-b0aadbfeee6f req-ebebfb38-13c4-4f66-941a-eaff1c9b0e32 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:14.100384 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-183591b7-9750-495b-a5f2-b0aadbfeee6f req-ebebfb38-13c4-4f66-941a-eaff1c9b0e32 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 946 time: 0.0641923 Jun 21 14:04:14.137989 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-183591b7-9750-495b-a5f2-b0aadbfeee6f req-ec5341cd-43a5-4d8c-92f5-bd582f52fc18 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Jun 21 14:04:14.512468 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-7ce6ebcf-ccb1-4247-8d3c-6773c85dd025 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:14.514426 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-7ce6ebcf-ccb1-4247-8d3c-6773c85dd025 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 946 time: 0.0618854 Jun 21 14:04:14.614632 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Deleting port cd4b5c60-ac57-4d2b-9b2c-6079617f343e {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:14.614974 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:14.700880 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] For port cd4b5c60-ac57-4d2b-9b2c-6079617f343e, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:14.701243 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:14.766466 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Calling delete_port for cd4b5c60-ac57-4d2b-9b2c-6079617f343e owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:14.895970 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:14.899513 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bf330a13-2fd3-49b8-8fc7-3ef6ebda01f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:14.908904 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c0f11dcc-b41c-46f6-b424-460d8475d378', 'cf117d7f-02b8-43f0-be32-28a44ec46e1d', 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:14.923096 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Pushing event deleted for resources: {'Port': ['ID=cd4b5c60-ac57-4d2b-9b2c-6079617f343e,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:14.926525 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:14.970061 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] No DVR routers for this DVR port cd4b5c60-ac57-4d2b-9b2c-6079617f343e on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:14.972426 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:14.974355 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bd7ec6b6-2eca-4bff-a2bb-e5bffec67ef4 req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "DELETE /v2.0/ports/cd4b5c60-ac57-4d2b-9b2c-6079617f343e HTTP/1.1" status: 204 len: 173 time: 0.4546647 Jun 21 14:04:14.974863 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8254861e-50b6-492a-b99d-bec79ceb9438', 'name': 'network-vif-deleted', 'tag': 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:14.977316 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d8cd1-c4e9-4edb-8765-12765fd94261" -d '{"events": [{"server_uuid": "8254861e-50b6-492a-b99d-bec79ceb9438", "name": "network-vif-deleted", "tag": "cd4b5c60-ac57-4d2b-9b2c-6079617f343e"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:15.026038 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbfdadd-80d6-4071-8104-664048a5b902 x-openstack-request-id: req-cbbfdadd-80d6-4071-8104-664048a5b902 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:15.026422 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8254861e-50b6-492a-b99d-bec79ceb9438", "name": "network-vif-deleted", "tag": "cd4b5c60-ac57-4d2b-9b2c-6079617f343e", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:15.026719 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbbfdadd-80d6-4071-8104-664048a5b902 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:15.027717 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8254861e-50b6-492a-b99d-bec79ceb9438', 'name': 'network-vif-deleted', 'tag': 'cd4b5c60-ac57-4d2b-9b2c-6079617f343e', 'status': 'completed', 'code': 200} Jun 21 14:04:15.290670 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-188b6775-89fb-4d1e-a99d-033d14281b8d req-c2b5c984-9ac8-421b-ae9f-08120ce5cd5a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=8254861e-50b6-492a-b99d-bec79ceb9438 HTTP/1.1" status: 200 len: 210 time: 0.0307500 Jun 21 14:04:16.743030 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd8bb5-890e-46da-986d-55ec49688ee8 req-03671211-73ab-4ccb-8090-ce0f4eb8071c tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:16.744492 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-dccd8bb5-890e-46da-986d-55ec49688ee8 req-03671211-73ab-4ccb-8090-ce0f4eb8071c tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 945 time: 0.0624282 Jun 21 14:04:16.782013 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-dccd8bb5-890e-46da-986d-55ec49688ee8 req-488fcae3-c72d-41cf-ba56-59f8136860e5 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Jun 21 14:04:18.000118 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f602ea-8f59-46e7-b771-05a4e18e8aef req-ff39f79d-d0d9-4808-b24c-e6902eb1ccbd tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:18.001787 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-11f602ea-8f59-46e7-b771-05a4e18e8aef req-ff39f79d-d0d9-4808-b24c-e6902eb1ccbd tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 945 time: 0.1089268 Jun 21 14:04:18.011020 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-1fa46086-10ef-4596-902e-56e95ba81149 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:18.013213 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-1fa46086-10ef-4596-902e-56e95ba81149 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "GET /v2.0/ports?device_id=01b3ccf4-fb69-4587-b33f-0de945f14b89 HTTP/1.1" status: 200 len: 945 time: 0.1104264 Jun 21 14:04:18.086441 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-11f602ea-8f59-46e7-b771-05a4e18e8aef req-51f965c3-94d1-4bc2-8712-8189e23a7af7 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720971 Jun 21 14:04:18.138182 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Deleting port cf117d7f-02b8-43f0-be32-28a44ec46e1d {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:18.138522 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:18.144695 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cd4b5c60-ac57-4d2b-9b2c-6079617f343e no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:18.164424 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: cd4b5c60-ac57-4d2b-9b2c-6079617f343e {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:18.164794 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cd4b5c60-ac57-4d2b-9b2c-6079617f343e not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:18.228633 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] For port cf117d7f-02b8-43f0-be32-28a44ec46e1d, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=cf117d7f-02b8-43f0-be32-28a44ec46e1d,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:18.228990 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:18.292127 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Calling delete_port for cf117d7f-02b8-43f0-be32-28a44ec46e1d owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:18.423155 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:18.426765 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-280cce71-0ee0-451a-b0b0-05c079419907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:18.433993 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c0f11dcc-b41c-46f6-b424-460d8475d378', 'cf117d7f-02b8-43f0-be32-28a44ec46e1d'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:18.452600 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Pushing event deleted for resources: {'Port': ['ID=cf117d7f-02b8-43f0-be32-28a44ec46e1d,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:18.455644 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:18.500126 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] No DVR routers for this DVR port cf117d7f-02b8-43f0-be32-28a44ec46e1d on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:18.502574 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:18.504609 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-f364b826-3b40-4c1d-997b-3920b82202b3 req-13d4229e-9f25-44ed-9058-78b7e53e7019 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "DELETE /v2.0/ports/cf117d7f-02b8-43f0-be32-28a44ec46e1d HTTP/1.1" status: 204 len: 173 time: 0.4833403 Jun 21 14:04:18.505111 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3ccf4-fb69-4587-b33f-0de945f14b89', 'name': 'network-vif-deleted', 'tag': 'cf117d7f-02b8-43f0-be32-28a44ec46e1d'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:18.507394 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8347c418-0eb9-45d3-ba12-bcbe9618a63d" -d '{"events": [{"server_uuid": "01b3ccf4-fb69-4587-b33f-0de945f14b89", "name": "network-vif-deleted", "tag": "cf117d7f-02b8-43f0-be32-28a44ec46e1d"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:18.544881 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b244d-ada6-41c9-b4a3-23c9039ef56a x-openstack-request-id: req-a88b244d-ada6-41c9-b4a3-23c9039ef56a {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:18.545214 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3ccf4-fb69-4587-b33f-0de945f14b89", "name": "network-vif-deleted", "tag": "cf117d7f-02b8-43f0-be32-28a44ec46e1d", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:18.545507 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a88b244d-ada6-41c9-b4a3-23c9039ef56a {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:18.545940 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3ccf4-fb69-4587-b33f-0de945f14b89', 'name': 'network-vif-deleted', 'tag': 'cf117d7f-02b8-43f0-be32-28a44ec46e1d', 'status': 'completed', 'code': 200} Jun 21 14:04:19.306552 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51734) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:19.413079 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1695128a-6668-4a04-9adc-afe999d5cbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:19.500413 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1695128a-6668-4a04-9adc-afe999d5cbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:19.504154 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1695128a-6668-4a04-9adc-afe999d5cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:19.507471 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-805397ef-ebec-4d61-9aa4-01e14d76a8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:19.541664 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-1695128a-6668-4a04-9adc-afe999d5cbdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64c0ce923ab24fb996f93435956f5e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341526 Jun 21 14:04:19.542557 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695128a-6668-4a04-9adc-afe999d5cbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47309fa-572b-48ae-8bb9-1c0f908cc1a6,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:19.544838 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51738) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:19.546038 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1695128a-6668-4a04-9adc-afe999d5cbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:19.596210 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dbc2046e-b135-4232-83d0-fbaacf619ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:19.616226 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dbc2046e-b135-4232-83d0-fbaacf619ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:19.660122 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dbc2046e-b135-4232-83d0-fbaacf619ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:19.662686 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-dbc2046e-b135-4232-83d0-fbaacf619ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:19.663783 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-dbc2046e-b135-4232-83d0-fbaacf619ac5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c47309fa-572b-48ae-8bb9-1c0f908cc1a6 HTTP/1.1" status: 204 len: 168 time: 0.1179607 Jun 21 14:04:19.664573 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-63a4090b-77e2-4a9e-9177-63222f182af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:19.672352 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2046e-b135-4232-83d0-fbaacf619ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47309fa-572b-48ae-8bb9-1c0f908cc1a6,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:19.674801 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-dbc2046e-b135-4232-83d0-fbaacf619ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:19.914002 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51744) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:19.927017 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b394c67f-f282-459d-b691-336d5fc690ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:20.014513 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b394c67f-f282-459d-b691-336d5fc690ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:20.018241 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b394c67f-f282-459d-b691-336d5fc690ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:20.021737 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-61716238-80ea-41c0-b876-d738e0f2d623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:20.055004 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b394c67f-f282-459d-b691-336d5fc690ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=337fbd28c8204fd7960da80f167d263b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399357 Jun 21 14:04:20.057017 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394c67f-f282-459d-b691-336d5fc690ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cb662b-57d4-4583-aefa-ed01074782e5,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:20.057864 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51746) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:20.060459 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b394c67f-f282-459d-b691-336d5fc690ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:20.108484 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0fb95dd-5650-432e-9e7a-ec4c52c4e91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:20.129370 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0fb95dd-5650-432e-9e7a-ec4c52c4e91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:20.174149 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0fb95dd-5650-432e-9e7a-ec4c52c4e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:20.176791 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d0fb95dd-5650-432e-9e7a-ec4c52c4e91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:20.177908 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d0fb95dd-5650-432e-9e7a-ec4c52c4e91d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98cb662b-57d4-4583-aefa-ed01074782e5 HTTP/1.1" status: 204 len: 168 time: 0.1190715 Jun 21 14:04:20.178656 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7867b608-8404-4f48-a6ba-b0115b31fe70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:20.186390 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb95dd-5650-432e-9e7a-ec4c52c4e91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cb662b-57d4-4583-aefa-ed01074782e5,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:20.188556 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d0fb95dd-5650-432e-9e7a-ec4c52c4e91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:20.664344 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afac829-a521-44ca-8881-34aa9b18ca28 req-dc296c58-3b5b-4d94-adaa-9c33ac852a21 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:20.665850 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6afac829-a521-44ca-8881-34aa9b18ca28 req-dc296c58-3b5b-4d94-adaa-9c33ac852a21 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 945 time: 0.0671520 Jun 21 14:04:20.704952 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6afac829-a521-44ca-8881-34aa9b18ca28 req-10bd725b-42b9-4d23-ae12-fc2dec4dd481 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325315 Jun 21 14:04:21.877851 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4b22b-7551-4060-bad1-eb9789b67f25 req-9e3fd8bc-b37e-41ec-bb85-077208afb0b9 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:21.879563 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-41d4b22b-7551-4060-bad1-eb9789b67f25 req-9e3fd8bc-b37e-41ec-bb85-077208afb0b9 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 945 time: 0.0644927 Jun 21 14:04:21.921132 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-41d4b22b-7551-4060-bad1-eb9789b67f25 req-9e5fdd6e-5ae2-4f95-bba9-6f134dd8ddae tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/security-groups?id=32120ae8-d20c-451b-983e-4f14017fe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359206 Jun 21 14:04:22.126599 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-a8b9c46b-861b-4e74-91a4-7cd14db01679 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:22.128087 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-a8b9c46b-861b-4e74-91a4-7cd14db01679 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 945 time: 0.0660079 Jun 21 14:04:22.158949 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cf117d7f-02b8-43f0-be32-28a44ec46e1d no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:22.180956 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: cf117d7f-02b8-43f0-be32-28a44ec46e1d {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:22.181360 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device cf117d7f-02b8-43f0-be32-28a44ec46e1d not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:22.234997 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Deleting port c0f11dcc-b41c-46f6-b424-460d8475d378 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:22.235335 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.320832 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] For port c0f11dcc-b41c-46f6-b424-460d8475d378, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=c0f11dcc-b41c-46f6-b424-460d8475d378,segment=NetworkSegment(282fec40-d58c-4a84-bf61-87265dc8e79b),segment_id=282fec40-d58c-4a84-bf61-87265dc8e79b)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:22.321317 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.391138 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Calling delete_port for c0f11dcc-b41c-46f6-b424-460d8475d378 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:22.474500 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51822) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:22.524231 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.529709 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2a9b3a53-53e9-4db3-8468-1c585abd676a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:22.537932 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['c0f11dcc-b41c-46f6-b424-460d8475d378'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:22.561491 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Pushing event deleted for resources: {'Port': ['ID=c0f11dcc-b41c-46f6-b424-460d8475d378,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:22.563777 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:22.580151 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1428b14-083e-4e0e-a817-cb345f32fb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.601741 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] No DVR routers for this DVR port c0f11dcc-b41c-46f6-b424-460d8475d378 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:22.604553 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.607374 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-627eb31a-2edb-4585-8e3c-cad71b9c8c19 req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.22 "DELETE /v2.0/ports/c0f11dcc-b41c-46f6-b424-460d8475d378 HTTP/1.1" status: 204 len: 173 time: 0.4739633 Jun 21 14:04:22.607920 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a20bdd9-dd63-40bd-b39b-364ad69fa7a6', 'name': 'network-vif-deleted', 'tag': 'c0f11dcc-b41c-46f6-b424-460d8475d378'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:22.611355 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caf6aa8-fc6e-41d5-a5df-d5d83fb0f2ce" -d '{"events": [{"server_uuid": "6a20bdd9-dd63-40bd-b39b-364ad69fa7a6", "name": "network-vif-deleted", "tag": "c0f11dcc-b41c-46f6-b424-460d8475d378"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:22.658038 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c930ca9-28d8-4885-9a46-01b60c0690e1 x-openstack-request-id: req-7c930ca9-28d8-4885-9a46-01b60c0690e1 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:22.658460 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a20bdd9-dd63-40bd-b39b-364ad69fa7a6", "name": "network-vif-deleted", "tag": "c0f11dcc-b41c-46f6-b424-460d8475d378", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:22.658823 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c930ca9-28d8-4885-9a46-01b60c0690e1 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:22.659320 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a20bdd9-dd63-40bd-b39b-364ad69fa7a6', 'name': 'network-vif-deleted', 'tag': 'c0f11dcc-b41c-46f6-b424-460d8475d378', 'status': 'completed', 'code': 200} Jun 21 14:04:22.674792 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1428b14-083e-4e0e-a817-cb345f32fb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.678970 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1428b14-083e-4e0e-a817-cb345f32fb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.682584 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a2e64ec2-978d-4809-a4a1-ef8b4358e4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:22.720700 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-c1428b14-083e-4e0e-a817-cb345f32fb00 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=107d1323ab8b4ef08a18fb5a32b82830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425435 Jun 21 14:04:22.720700 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1428b14-083e-4e0e-a817-cb345f32fb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25dea5-3f39-4a24-9d66-56e4734464fe,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:22.721019 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51828) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:22.727304 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c1428b14-083e-4e0e-a817-cb345f32fb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:22.775851 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:22.797009 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.086789 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-56c454dd-76b7-42ef-8db5-60f063171fa6 req-664ec648-d0d1-4ef0-be0c-b856c830f46b tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a20bdd9-dd63-40bd-b39b-364ad69fa7a6 HTTP/1.1" status: 200 len: 210 time: 0.0367541 Jun 21 14:04:23.113975 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.116723 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.117895 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f25dea5-3f39-4a24-9d66-56e4734464fe HTTP/1.1" status: 204 len: 168 time: 0.3958464 Jun 21 14:04:23.118707 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-af7cd7f1-82a0-445f-97df-a6da25bf45d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:23.128396 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f25dea5-3f39-4a24-9d66-56e4734464fe,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:23.136154 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.136565 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.136940 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.137339 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.138214 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.138588 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.138942 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.139296 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.139652 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.140001 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.140353 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.140722 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:23.143796 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:23.376744 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51836) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:23.389485 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-71a5050a-41fa-4eb8-b21c-103421eb89a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.473955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-71a5050a-41fa-4eb8-b21c-103421eb89a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.477753 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-71a5050a-41fa-4eb8-b21c-103421eb89a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.481089 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-410eedcb-fd4c-40be-a9c0-45209047c884 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:23.519265 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-71a5050a-41fa-4eb8-b21c-103421eb89a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2826458aaaf744a7a2a73d1f33bed3c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415009 Jun 21 14:04:23.520227 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5050a-41fa-4eb8-b21c-103421eb89a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58814bb8-1481-49a6-8ef2-651c5de7ccd5,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:23.521890 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51838) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:23.523294 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-71a5050a-41fa-4eb8-b21c-103421eb89a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:23.570939 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-67587c9b-47af-4447-84de-897a1900c4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.592028 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-67587c9b-47af-4447-84de-897a1900c4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.637663 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-67587c9b-47af-4447-84de-897a1900c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.640292 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-67587c9b-47af-4447-84de-897a1900c4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:23.641419 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-67587c9b-47af-4447-84de-897a1900c4ea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58814bb8-1481-49a6-8ef2-651c5de7ccd5 HTTP/1.1" status: 204 len: 168 time: 0.1178465 Jun 21 14:04:23.642187 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0fcf81d3-dc5f-437f-862f-5d0a377d97a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:23.649273 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67587c9b-47af-4447-84de-897a1900c4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58814bb8-1481-49a6-8ef2-651c5de7ccd5,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:23.651503 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-67587c9b-47af-4447-84de-897a1900c4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:24.183757 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51860) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:24.228968 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Deleting subnet 6dca2949-8ab2-4fc5-8009-dc5db298398b {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:04:24.232187 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.266344 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.304312 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.359045 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.362002 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:24.386197 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dca2949-8ab2-4fc5-8009-dc5db298398b,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:24.388168 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.390197 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6dca2949-8ab2-4fc5-8009-dc5db298398b HTTP/1.1" status: 204 len: 168 time: 0.2053430 Jun 21 14:04:24.391423 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:24.393224 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 51866) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:24.464521 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.545530 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.554984 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33']}} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:24.564810 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282fec40-d58c-4a84-bf61-87265dc8e79b') {'for_net_delete': True} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:24.565111 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282fec40-d58c-4a84-bf61-87265dc8e79b') {} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:04:24.573875 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271646'] for segment, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.587557 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.594481 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=92658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:04:24.594849 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130826'] for segment, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: Traceback (most recent call last): Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: timer() Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: cb(*args, **kw) Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: return func(*args, **kwargs) Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: self._notify() Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: self.callback(batched_events) Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: event.method(event) Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: return f(self, *a, **k) Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: return self._get(url).json() Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: return self.request(url, 'GET', **kwargs) Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:04:24.596657 dv-cinder-794962-5-smb neutron-server[92658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:04:24.648002 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.652479 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-17bf7440-fb59-467b-a68c-8f9ccc6a483b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:24.665041 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.666871 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] 10.222.0.60 "DELETE /v2.0/networks/01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33 HTTP/1.1" status: 204 len: 168 time: 0.2726717 Jun 21 14:04:24.667921 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Pushing event deleted for resources: {'Network': ['ID=01b72afd-73ac-4bdb-a02e-1dbdd4bcdb33,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:24.670309 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-db4e739b-1635-44a9-a953-cf988e6ff4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:24.777041 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51882) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:24.817201 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-eeb9d941-0d3c-4d6f-a572-0528dad0055e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54e1a110553b45839c50ff1c363ca59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389154 Jun 21 14:04:24.819390 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 51888) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:24.867306 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e44d7d0b-2dd9-4a06-a2ff-c943e8c87066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.888160 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e44d7d0b-2dd9-4a06-a2ff-c943e8c87066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.936981 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e44d7d0b-2dd9-4a06-a2ff-c943e8c87066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.939396 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-e44d7d0b-2dd9-4a06-a2ff-c943e8c87066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:24.940522 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-e44d7d0b-2dd9-4a06-a2ff-c943e8c87066 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32120ae8-d20c-451b-983e-4f14017fe4a3 HTTP/1.1" status: 204 len: 168 time: 0.1201763 Jun 21 14:04:24.941382 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1695128a-6668-4a04-9adc-afe999d5cbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:24.950658 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d7d0b-2dd9-4a06-a2ff-c943e8c87066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32120ae8-d20c-451b-983e-4f14017fe4a3,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:24.953604 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e44d7d0b-2dd9-4a06-a2ff-c943e8c87066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:26.173864 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device c0f11dcc-b41c-46f6-b424-460d8475d378 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:26.196468 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: c0f11dcc-b41c-46f6-b424-460d8475d378 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:26.196829 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device c0f11dcc-b41c-46f6-b424-460d8475d378 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:30.607575 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52022) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:30.707695 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-321b5a89-5678-43ce-a333-02849e7e74f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:30.793081 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-321b5a89-5678-43ce-a333-02849e7e74f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:30.797029 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-321b5a89-5678-43ce-a333-02849e7e74f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:30.799523 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e44d7d0b-2dd9-4a06-a2ff-c943e8c87066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:30.833728 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b5a89-5678-43ce-a333-02849e7e74f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b37d71a-12d1-42ce-b3ff-887b76ce3789,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:30.841371 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-321b5a89-5678-43ce-a333-02849e7e74f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d900ca0ecc2e4fbfbb075b4e6e26c32a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302418 Jun 21 14:04:30.841371 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-321b5a89-5678-43ce-a333-02849e7e74f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:30.841612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52032) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:30.889143 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b7dd286f-05b8-4f98-9b8e-53f0c7bc0dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:30.910271 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b7dd286f-05b8-4f98-9b8e-53f0c7bc0dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:30.958187 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b7dd286f-05b8-4f98-9b8e-53f0c7bc0dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:30.962306 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b7dd286f-05b8-4f98-9b8e-53f0c7bc0dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:30.965441 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-b7dd286f-05b8-4f98-9b8e-53f0c7bc0dfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b37d71a-12d1-42ce-b3ff-887b76ce3789 HTTP/1.1" status: 204 len: 168 time: 0.1228461 Jun 21 14:04:30.967226 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3f24a827-db80-4884-9c77-1072ce49a015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:30.976904 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd286f-05b8-4f98-9b8e-53f0c7bc0dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b37d71a-12d1-42ce-b3ff-887b76ce3789,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:30.979749 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b7dd286f-05b8-4f98-9b8e-53f0c7bc0dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:31.232555 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52046) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:31.245616 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0aa69f42-f2a9-43ea-9d47-18e5f997f92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:31.334708 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0aa69f42-f2a9-43ea-9d47-18e5f997f92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:31.338650 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0aa69f42-f2a9-43ea-9d47-18e5f997f92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:31.342174 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-56ccbab0-0dbc-4807-b6b5-3c0aef2d94d7 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:31.376011 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0aa69f42-f2a9-43ea-9d47-18e5f997f92c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e8acf36c1f746f3871447acb4c19fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423290 Jun 21 14:04:31.377139 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa69f42-f2a9-43ea-9d47-18e5f997f92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93412d2b-fac3-47b1-bccf-a095a726f2b6,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:31.378799 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52048) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:31.380041 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0aa69f42-f2a9-43ea-9d47-18e5f997f92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:31.430033 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6f080b0f-77d7-453b-984c-e113302d0c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:31.451043 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6f080b0f-77d7-453b-984c-e113302d0c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:31.495419 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6f080b0f-77d7-453b-984c-e113302d0c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:31.498608 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-6f080b0f-77d7-453b-984c-e113302d0c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:31.499717 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-6f080b0f-77d7-453b-984c-e113302d0c30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/93412d2b-fac3-47b1-bccf-a095a726f2b6 HTTP/1.1" status: 204 len: 168 time: 0.1199551 Jun 21 14:04:31.500518 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-1e69a1cb-7ea8-4179-82da-cf1e19847000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:31.507651 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f080b0f-77d7-453b-984c-e113302d0c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93412d2b-fac3-47b1-bccf-a095a726f2b6,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:31.509976 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6f080b0f-77d7-453b-984c-e113302d0c30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:31.995626 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-a213f804-a419-4f1e-91d0-34bdeb89c86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.452931 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52094) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:32.469358 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52098) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:32.564967 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-16ab9d9e-968a-4587-8bb8-c34d6cecdcac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.582428 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-32e793c1-c6c7-420b-9ae5-f7cad760436e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.666363 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-16ab9d9e-968a-4587-8bb8-c34d6cecdcac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.673465 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-16ab9d9e-968a-4587-8bb8-c34d6cecdcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.678311 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-cf9c1be8-b02f-4ec6-a4b4-3b4cfd96ef49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:32.730349 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ab9d9e-968a-4587-8bb8-c34d6cecdcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58609a40-85d9-436c-9c31-7b164904f665,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:32.737392 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-16ab9d9e-968a-4587-8bb8-c34d6cecdcac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=985d73f3d10e47a2aab6f7969af3c926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833343 Jun 21 14:04:32.739348 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-16ab9d9e-968a-4587-8bb8-c34d6cecdcac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:32.740339 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52102) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:32.793363 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c2a083ef-efaf-4e37-8e3f-1afa9c6b5f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.796580 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-32e793c1-c6c7-420b-9ae5-f7cad760436e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.800614 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-32e793c1-c6c7-420b-9ae5-f7cad760436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.804202 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-cb26d32a-f65c-43e2-aab4-c6a1e187b710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:32.815197 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c2a083ef-efaf-4e37-8e3f-1afa9c6b5f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.841017 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-32e793c1-c6c7-420b-9ae5-f7cad760436e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b478121d57884543b7379ff3ebbcaf4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675764 Jun 21 14:04:32.841650 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52104) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:32.849257 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e793c1-c6c7-420b-9ae5-f7cad760436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d160b7-91f8-4eaf-b63d-fbbb77971e5e,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:32.852352 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-32e793c1-c6c7-420b-9ae5-f7cad760436e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:32.866847 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c2a083ef-efaf-4e37-8e3f-1afa9c6b5f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.869701 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c2a083ef-efaf-4e37-8e3f-1afa9c6b5f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.873591 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-c2a083ef-efaf-4e37-8e3f-1afa9c6b5f89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58609a40-85d9-436c-9c31-7b164904f665 HTTP/1.1" status: 204 len: 168 time: 0.1311200 Jun 21 14:04:32.874475 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7671be85-c79f-4d6f-8714-ef9b3a539598 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:32.881902 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a083ef-efaf-4e37-8e3f-1afa9c6b5f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58609a40-85d9-436c-9c31-7b164904f665,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:32.884260 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c2a083ef-efaf-4e37-8e3f-1afa9c6b5f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:32.897417 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9465c251-c8d1-4033-9757-ce2efb7f72f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.919447 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9465c251-c8d1-4033-9757-ce2efb7f72f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.966792 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9465c251-c8d1-4033-9757-ce2efb7f72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.969637 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9465c251-c8d1-4033-9757-ce2efb7f72f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:32.971249 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-9465c251-c8d1-4033-9757-ce2efb7f72f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99d160b7-91f8-4eaf-b63d-fbbb77971e5e HTTP/1.1" status: 204 len: 168 time: 0.1280620 Jun 21 14:04:32.972044 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-fd2fe807-bd77-49a1-86e0-29fff9bf64c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:32.981108 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465c251-c8d1-4033-9757-ce2efb7f72f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d160b7-91f8-4eaf-b63d-fbbb77971e5e,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:32.993326 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9465c251-c8d1-4033-9757-ce2efb7f72f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:33.145299 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52114) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:33.158610 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8eb041cc-0449-42d8-a190-bd5435d58c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:33.249609 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8eb041cc-0449-42d8-a190-bd5435d58c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:33.254105 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8eb041cc-0449-42d8-a190-bd5435d58c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:33.257601 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f516cdf3-dfe2-4fc9-89e8-61ef7b811b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:33.292606 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-8eb041cc-0449-42d8-a190-bd5435d58c5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=032dfaf3e20445ed8bdf5d795eac1097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461303 Jun 21 14:04:33.293512 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb041cc-0449-42d8-a190-bd5435d58c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f37ced-31cf-41d0-8e18-3ac79b0af9e4,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:33.295344 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52122) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:33.296700 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8eb041cc-0449-42d8-a190-bd5435d58c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:33.346308 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c38d124e-72db-4fe5-b60e-50fc7daf57a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:33.367276 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c38d124e-72db-4fe5-b60e-50fc7daf57a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:33.418250 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c38d124e-72db-4fe5-b60e-50fc7daf57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:33.421464 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-c38d124e-72db-4fe5-b60e-50fc7daf57a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:33.422582 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-c38d124e-72db-4fe5-b60e-50fc7daf57a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0f37ced-31cf-41d0-8e18-3ac79b0af9e4 HTTP/1.1" status: 204 len: 168 time: 0.1259441 Jun 21 14:04:33.423340 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e9f328f6-3935-4973-9613-adeb18cbe39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:33.430902 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d124e-72db-4fe5-b60e-50fc7daf57a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f37ced-31cf-41d0-8e18-3ac79b0af9e4,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:33.433265 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c38d124e-72db-4fe5-b60e-50fc7daf57a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:34.294417 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-cc194eac-d3f0-4ef5-8268-dab571929d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:35.128735 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:35.707362 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:37.332407 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:37.561749 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.174229 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52258) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:38.278290 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ff185480-abc3-4ec1-8c04-244f9bcdb82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.364987 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ff185480-abc3-4ec1-8c04-244f9bcdb82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.368310 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ff185480-abc3-4ec1-8c04-244f9bcdb82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.370723 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eb719692-e7ee-4436-a154-5e48da48b954 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:38.406483 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ff185480-abc3-4ec1-8c04-244f9bcdb82f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52eb2768135e4469b42415d0f194833b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2311578 Jun 21 14:04:38.407504 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff185480-abc3-4ec1-8c04-244f9bcdb82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1723db38-9623-45db-a224-6417ac5f4b72,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:38.409143 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52262) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:38.410633 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ff185480-abc3-4ec1-8c04-244f9bcdb82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:38.459761 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-adbb8a36-1c70-48ac-8c4d-1de5bdad7237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.480524 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-adbb8a36-1c70-48ac-8c4d-1de5bdad7237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.525309 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-adbb8a36-1c70-48ac-8c4d-1de5bdad7237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.528525 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-adbb8a36-1c70-48ac-8c4d-1de5bdad7237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.529640 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-adbb8a36-1c70-48ac-8c4d-1de5bdad7237 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1723db38-9623-45db-a224-6417ac5f4b72 HTTP/1.1" status: 204 len: 168 time: 0.1195414 Jun 21 14:04:38.530633 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f2fca592-2135-45ad-bcee-a06c280f7641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:38.537874 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb8a36-1c70-48ac-8c4d-1de5bdad7237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1723db38-9623-45db-a224-6417ac5f4b72,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:38.540054 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-adbb8a36-1c70-48ac-8c4d-1de5bdad7237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:38.776645 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52268) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:38.789603 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a903add9-a294-45ed-a137-e78386ac6bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.875543 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a903add9-a294-45ed-a137-e78386ac6bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.879143 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a903add9-a294-45ed-a137-e78386ac6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.882351 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2292675f-d171-42a4-9d2b-48fbbdb98142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:38.920584 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a903add9-a294-45ed-a137-e78386ac6bb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41c9eddace3d482b87a1a53de9bfc112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428919 Jun 21 14:04:38.921700 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903add9-a294-45ed-a137-e78386ac6bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c466aed-7342-4234-8719-8cfcd6d3fca3,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:38.923274 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52270) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:38.924758 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a903add9-a294-45ed-a137-e78386ac6bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:38.970751 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7b1f-aa4f-4624-b53f-949375deb0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:38.990456 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7b1f-aa4f-4624-b53f-949375deb0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.036298 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7b1f-aa4f-4624-b53f-949375deb0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.038880 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-ee7b7b1f-aa4f-4624-b53f-949375deb0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.039998 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-ee7b7b1f-aa4f-4624-b53f-949375deb0d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c466aed-7342-4234-8719-8cfcd6d3fca3 HTTP/1.1" status: 204 len: 168 time: 0.1157260 Jun 21 14:04:39.040772 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b7dd286f-05b8-4f98-9b8e-53f0c7bc0dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:39.047881 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7b7b1f-aa4f-4624-b53f-949375deb0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c466aed-7342-4234-8719-8cfcd6d3fca3,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:39.054067 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-ee7b7b1f-aa4f-4624-b53f-949375deb0d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:39.391984 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52286) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:39.537177 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-46503f8d-a168-4f56-9f25-f1292d7c56d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.633257 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-46503f8d-a168-4f56-9f25-f1292d7c56d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.638594 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-46503f8d-a168-4f56-9f25-f1292d7c56d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.642072 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ff185480-abc3-4ec1-8c04-244f9bcdb82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:39.678302 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-46503f8d-a168-4f56-9f25-f1292d7c56d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5afaa700d2a4e0f8536691fec577c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852128 Jun 21 14:04:39.679444 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46503f8d-a168-4f56-9f25-f1292d7c56d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ead091-3f41-49d4-9b29-22c5f77efeb3,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:39.681193 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52302) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:39.682993 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-46503f8d-a168-4f56-9f25-f1292d7c56d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:39.734677 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-aee004be-d7dd-42a6-9ac2-11068aba3e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.755542 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-aee004be-d7dd-42a6-9ac2-11068aba3e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.801909 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-aee004be-d7dd-42a6-9ac2-11068aba3e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.804549 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-aee004be-d7dd-42a6-9ac2-11068aba3e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:39.805677 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-aee004be-d7dd-42a6-9ac2-11068aba3e8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8ead091-3f41-49d4-9b29-22c5f77efeb3 HTTP/1.1" status: 204 len: 168 time: 0.1228755 Jun 21 14:04:39.806436 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d0fb95dd-5650-432e-9e7a-ec4c52c4e91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:39.814500 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee004be-d7dd-42a6-9ac2-11068aba3e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ead091-3f41-49d4-9b29-22c5f77efeb3,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:39.816884 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-aee004be-d7dd-42a6-9ac2-11068aba3e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:40.061134 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52318) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:40.166761 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a00baa27-883f-48e4-abbd-9f85c2cc05bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:40.254284 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a00baa27-883f-48e4-abbd-9f85c2cc05bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:40.260617 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a00baa27-883f-48e4-abbd-9f85c2cc05bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:40.263918 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-71a5050a-41fa-4eb8-b21c-103421eb89a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:40.298276 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a00baa27-883f-48e4-abbd-9f85c2cc05bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44e771e346694f70a33127c996368a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360127 Jun 21 14:04:40.300240 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00baa27-883f-48e4-abbd-9f85c2cc05bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90fba87-c9c8-4483-a45b-9fda73e2c49d,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:40.301055 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52332) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:40.303392 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a00baa27-883f-48e4-abbd-9f85c2cc05bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:40.352975 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0bc594f9-4996-4830-ace6-4e89a0d0179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:40.374613 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0bc594f9-4996-4830-ace6-4e89a0d0179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:40.423039 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0bc594f9-4996-4830-ace6-4e89a0d0179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:40.425844 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0bc594f9-4996-4830-ace6-4e89a0d0179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:40.429359 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0bc594f9-4996-4830-ace6-4e89a0d0179c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b90fba87-c9c8-4483-a45b-9fda73e2c49d HTTP/1.1" status: 204 len: 168 time: 0.1245759 Jun 21 14:04:40.429359 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1331abf6-4518-4313-b455-2a907b1c23b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:40.439359 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc594f9-4996-4830-ace6-4e89a0d0179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90fba87-c9c8-4483-a45b-9fda73e2c49d,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:40.441772 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0bc594f9-4996-4830-ace6-4e89a0d0179c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:41.129805 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52374) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:41.228855 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1056141761-network', 'tenant_id': 'd2e3179ecd8341a3afe8b93cbf99eb43'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:41.249355 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Made reservation on behalf of d2e3179ecd8341a3afe8b93cbf99eb43 for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:04:41.251729 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.259963 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.354587 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.359284 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.363081 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-64bb4e4b-3d26-466c-8b9b-545854e22a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:41.384208 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:04:41.394059 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c8969-d866-469a-9901-40a60bc4ddd7,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:41.397510 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:41.400674 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.401069 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Added segment 9d104864-f7d7-4a62-8eeb-c92070e119ca of type vlan for network 39f554cc-411e-4fc4-948e-7304a7262300 Jun 21 14:04:41.441581 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.471009 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.472449 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:41.473029 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.475119 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-6d96356d-034e-45ce-9c1f-241eba2af3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:41.527301 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3962619 Jun 21 14:04:41.530809 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52392) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:41.532774 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Pushing event updated for resources: {'Network': ['ID=39f554cc-411e-4fc4-948e-7304a7262300,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:41.535575 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-42a09a85-0b11-443f-9b63-38729b5d7bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:41.536830 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Request body: {'subnet': {'network_id': '39f554cc-411e-4fc4-948e-7304a7262300', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1056141761-subnet', 'tenant_id': 'd2e3179ecd8341a3afe8b93cbf99eb43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:41.542709 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 39f554cc-411e-4fc4-948e-7304a7262300 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:04:41.560667 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Made reservation on behalf of d2e3179ecd8341a3afe8b93cbf99eb43 for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:04:41.563100 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404449'] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.731959 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8827431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404467'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.735146 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-057c7f73-b1f8-406d-bff8-06c6efa71cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:41.795375 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:41.803669 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:41.807692 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Checking segment: {'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:04:41.808130 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Network hostable DHCP agents. Network: 39f554cc-411e-4fc4-948e-7304a7262300, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:04:41.826254 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Network 39f554cc-411e-4fc4-948e-7304a7262300 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:04:41.840832 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 39f554cc-411e-4fc4-948e-7304a7262300) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:04:41.846374 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:41.847024 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:41.854278 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292025bd-5493-4e25-bb37-a3f0d6b1a6cc None None] Network 39f554cc-411e-4fc4-948e-7304a7262300 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:04:41.865126 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-3585c61a-e06a-41f9-88f3-754c2c106ab0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3328989 Jun 21 14:04:41.999799 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d016e-c2c9-4e46-bf1a-ed973fe567bb None None] Network 39f554cc-411e-4fc4-948e-7304a7262300 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:04:43.572474 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdc021-75b2-4160-98a5-73da103a742a req-db99f84c-14dd-42d4-b9d4-1e494de2b91a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:43.573919 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-db99f84c-14dd-42d4-b9d4-1e494de2b91a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/networks?id=39f554cc-411e-4fc4-948e-7304a7262300 HTTP/1.1" status: 200 len: 809 time: 0.1095545 Jun 21 14:04:43.588729 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-10b14f0c-01dc-4f95-8a47-ea4219a00baf tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/quotas/d2e3179ecd8341a3afe8b93cbf99eb43 HTTP/1.1" status: 200 len: 375 time: 0.0088036 Jun 21 14:04:43.623324 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-37547daa-1323-4a01-a520-a92714181f51 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2e3179ecd8341a3afe8b93cbf99eb43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283828 Jun 21 14:04:43.713891 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-7b2f3573-9df8-4557-82f8-758f6c236e5f service neutron] 10.222.0.60 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835557 Jun 21 14:04:43.805764 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-fbbadc4e-050e-4265-90b1-3fe120ebf5ae service neutron] 10.222.0.60 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853333 Jun 21 14:04:43.985198 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a167bb0e-9644-437e-92c7-bd2c34c7281e req-d1aaa097-e9f6-493f-aba8-ebcbd8dd5e8c tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 210 time: 0.0290833 Jun 21 14:04:45.003464 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdc021-75b2-4160-98a5-73da103a742a req-725916cd-5b0d-4833-bee5-1e684b940a25 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:45.004974 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-725916cd-5b0d-4833-bee5-1e684b940a25 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.22 "GET /v2.0/networks?id=39f554cc-411e-4fc4-948e-7304a7262300 HTTP/1.1" status: 200 len: 809 time: 0.1106791 Jun 21 14:04:45.023644 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Request body: {'port': {'device_id': '9567ff36-2458-4cb1-8ac0-39793ad7cb7a', 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300', 'admin_state_up': True, 'tenant_id': 'd2e3179ecd8341a3afe8b93cbf99eb43'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:45.160806 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Made reservation on behalf of d2e3179ecd8341a3afe8b93cbf99eb43 for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:04:45.166324 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.206780 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4228d2c6-30ad-4ec8-9a40-24cb82f5f533 req-90accf16-071c-4d27-b257-1ae6de76e97d tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 210 time: 0.0363684 Jun 21 14:04:45.309104 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Allocated IP 172.20.0.3 (39f554cc-411e-4fc4-948e-7304a7262300/f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2/7ff64865-68e3-4cfd-822d-f44bca9a9b75) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:04:45.427322 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:04:45.460986 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.503077 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.507622 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4f514c9-bda9-49ac-9336-535a083fa606 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:45.550501 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Network 39f554cc-411e-4fc4-948e-7304a7262300 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:04:45.553951 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:04:45.558734 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:04:45.583283 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Pushing event updated for resources: {'Port': ['ID=7ff64865-68e3-4cfd-822d-f44bca9a9b75,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:45.587466 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:45.614678 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:45.615439 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.630368 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6113436 Jun 21 14:04:45.641474 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Request body: {'port': {'device_id': '9567ff36-2458-4cb1-8ac0-39793ad7cb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:45.716889 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.971478 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff64865-68e3-4cfd-822d-f44bca9a9b75 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:04:45.978465 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.990423 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Transition to ACTIVE for port object 7ff64865-68e3-4cfd-822d-f44bca9a9b75 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:04:45.993237 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:45.996240 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:46.071243 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff64865-68e3-4cfd-822d-f44bca9a9b75,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:46.089297 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:46.137521 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Attempting to bind port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:04:46.137871 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Attempting to bind port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:04:46.138177 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Attempting to bind port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 on network 39f554cc-411e-4fc4-948e-7304a7262300 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:04:46.142426 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 on network 39f554cc-411e-4fc4-948e-7304a7262300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:04:46.142745 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Attempting to bind port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 on network 39f554cc-411e-4fc4-948e-7304a7262300 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:04:46.147417 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:04:46.147752 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Checking segment: {'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:04:46.148129 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Bound using segment: {'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:04:46.148576 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Bound port: 7ff64865-68e3-4cfd-822d-f44bca9a9b75, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:04:46.148921 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:46.210533 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] For port 7ff64865-68e3-4cfd-822d-f44bca9a9b75, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:04:46.213499 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] For port 7ff64865-68e3-4cfd-822d-f44bca9a9b75, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ff64865-68e3-4cfd-822d-f44bca9a9b75,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:04:46.218685 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:46.221602 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2104872a-7aa8-4fdd-bf4a-d942251ebe11 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:46.256249 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:46.256899 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:46.258268 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] 10.222.0.22 "PUT /v2.0/ports/7ff64865-68e3-4cfd-822d-f44bca9a9b75 HTTP/1.1" status: 200 len: 1093 time: 0.6208575 Jun 21 14:04:46.258802 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9567ff36-2458-4cb1-8ac0-39793ad7cb7a', 'tag': '7ff64865-68e3-4cfd-822d-f44bca9a9b75'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:46.261149 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9ef89f-d276-4182-8a00-d1382ff67f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9567ff36-2458-4cb1-8ac0-39793ad7cb7a", "tag": "7ff64865-68e3-4cfd-822d-f44bca9a9b75"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:46.304056 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7161492d-b160-45c7-8ce8-0b978bf3f6ce x-openstack-request-id: req-7161492d-b160-45c7-8ce8-0b978bf3f6ce {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:46.304444 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9567ff36-2458-4cb1-8ac0-39793ad7cb7a", "tag": "7ff64865-68e3-4cfd-822d-f44bca9a9b75", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:46.304703 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7161492d-b160-45c7-8ce8-0b978bf3f6ce {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:46.305202 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9567ff36-2458-4cb1-8ac0-39793ad7cb7a', 'tag': '7ff64865-68e3-4cfd-822d-f44bca9a9b75', 'status': 'completed', 'code': 200} Jun 21 14:04:46.343288 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff64865-68e3-4cfd-822d-f44bca9a9b75,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:46.346903 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:46.411455 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdc021-75b2-4160-98a5-73da103a742a req-dd3ada9d-a24d-40e9-bb6e-f511a645653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:46.412992 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-dd3ada9d-a24d-40e9-bb6e-f511a645653b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2e3179ecd8341a3afe8b93cbf99eb43&device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 1096 time: 0.1010041 Jun 21 14:04:46.427553 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a2fa-0381-477a-9057-714fa64806be req-b75dea3b-41e4-43bd-bdfb-bbed19f22c3a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:46.428985 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9396a2fa-0381-477a-9057-714fa64806be req-b75dea3b-41e4-43bd-bdfb-bbed19f22c3a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 943 time: 0.0869367 Jun 21 14:04:46.474142 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-e6fb1bb7-46be-4af0-8e87-481989a60e20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ff64865-68e3-4cfd-822d-f44bca9a9b75 HTTP/1.1" status: 200 len: 217 time: 0.0539742 Jun 21 14:04:46.534693 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-9396a2fa-0381-477a-9057-714fa64806be req-c3b97d0d-53aa-4bd7-92b3-c48aa3ebabe4 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984941 Jun 21 14:04:46.539977 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdc021-75b2-4160-98a5-73da103a742a req-1a5b915f-2898-4443-bbee-be4618ea596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:46.541403 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-1a5b915f-2898-4443-bbee-be4618ea596e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2 HTTP/1.1" status: 200 len: 849 time: 0.0610240 Jun 21 14:04:46.574668 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-01b8c195-95ca-40e5-b632-53f4b03bced1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=39f554cc-411e-4fc4-948e-7304a7262300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259974 Jun 21 14:04:46.667572 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-bcc81cf5-7c5b-4e03-98d5-da6399a9a13b service neutron] 10.222.0.22 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Jun 21 14:04:46.759481 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-23bdc021-75b2-4160-98a5-73da103a742a req-9e71f9bd-360d-4bc1-b163-960bfc47f828 service neutron] 10.222.0.22 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Jun 21 14:04:46.873336 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-b4092dca-f46b-4cee-bfa3-ad7a4dd59bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:46.874785 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-b4092dca-f46b-4cee-bfa3-ad7a4dd59bab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2e3179ecd8341a3afe8b93cbf99eb43&device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 1096 time: 0.0581112 Jun 21 14:04:46.961243 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-8ea459e8-1f1a-474b-90b7-03934fe646c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:46.962675 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-8ea459e8-1f1a-474b-90b7-03934fe646c9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=39f554cc-411e-4fc4-948e-7304a7262300 HTTP/1.1" status: 200 len: 910 time: 0.0807159 Jun 21 14:04:47.007476 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-157036d2-0dea-47fd-8294-3366bd8b105b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7ff64865-68e3-4cfd-822d-f44bca9a9b75 HTTP/1.1" status: 200 len: 217 time: 0.0382717 Jun 21 14:04:47.056015 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-73e4bcd2-2277-4231-8d3c-e35bc8aecf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:47.057417 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-73e4bcd2-2277-4231-8d3c-e35bc8aecf32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2 HTTP/1.1" status: 200 len: 849 time: 0.0426342 Jun 21 14:04:47.090834 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-f28189fe-91c1-486f-84b0-90837d91ebb6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=39f554cc-411e-4fc4-948e-7304a7262300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260334 Jun 21 14:04:47.181593 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-7898ed85-f487-4466-a87e-e11aef89e22a service neutron] 10.222.0.22 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842507 Jun 21 14:04:47.270510 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-1f9ef89f-d276-4182-8a00-d1382ff67f9a req-1dd055f0-5d90-4d64-983d-abb64435f501 service neutron] 10.222.0.22 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812132 Jun 21 14:04:47.707896 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf24c7-fed6-413e-a185-dd0ca2461f20 req-bc4c2d36-8b68-4466-a7ee-53e20fbfdbb2 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:47.709378 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-48cf24c7-fed6-413e-a185-dd0ca2461f20 req-bc4c2d36-8b68-4466-a7ee-53e20fbfdbb2 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 943 time: 0.0631034 Jun 21 14:04:47.746546 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-48cf24c7-fed6-413e-a185-dd0ca2461f20 req-29a78cf8-b693-407f-8414-0395068f3215 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310669 Jun 21 14:04:47.839512 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52510) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:47.941523 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0743d46e-4619-441d-bf24-096c5a3b3faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.030655 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0743d46e-4619-441d-bf24-096c5a3b3faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.034547 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0743d46e-4619-441d-bf24-096c5a3b3faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.037948 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-6d4988ac-66e6-4abc-a0cb-deec64844f52 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:48.071904 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0743d46e-4619-441d-bf24-096c5a3b3faf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cb45605761c49efa3124e7a4be43f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307873 Jun 21 14:04:48.073072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0743d46e-4619-441d-bf24-096c5a3b3faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4f2a15-8d46-4d0b-a1c2-f9599861a4d1,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:48.075062 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52514) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:48.077147 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0743d46e-4619-441d-bf24-096c5a3b3faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:48.128710 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-47a89f76-e520-4c8c-b266-f143dc2def7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.148245 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-47a89f76-e520-4c8c-b266-f143dc2def7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.191896 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-47a89f76-e520-4c8c-b266-f143dc2def7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.194457 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-47a89f76-e520-4c8c-b266-f143dc2def7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.195554 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-47a89f76-e520-4c8c-b266-f143dc2def7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c4f2a15-8d46-4d0b-a1c2-f9599861a4d1 HTTP/1.1" status: 204 len: 168 time: 0.1151099 Jun 21 14:04:48.196278 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-16ab9d9e-968a-4587-8bb8-c34d6cecdcac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:48.203178 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a89f76-e520-4c8c-b266-f143dc2def7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4f2a15-8d46-4d0b-a1c2-f9599861a4d1,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:48.205576 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-47a89f76-e520-4c8c-b266-f143dc2def7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:48.252921 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 7ff64865-68e3-4cfd-822d-f44bca9a9b75 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:04:48.352090 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 7ff64865-68e3-4cfd-822d-f44bca9a9b75, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ff64865-68e3-4cfd-822d-f44bca9a9b75,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:48.363021 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': '7ff64865-68e3-4cfd-822d-f44bca9a9b75', 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300', 'port_id': '7ff64865-68e3-4cfd-822d-f44bca9a9b75', 'mac_address': 'fa:16:3e:c5:0b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:04:48.400308 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.413431 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff64865-68e3-4cfd-822d-f44bca9a9b75 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:04:48.433416 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 7ff64865-68e3-4cfd-822d-f44bca9a9b75, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ff64865-68e3-4cfd-822d-f44bca9a9b75,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:48.437960 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.444687 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:48.460520 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52520) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:48.473985 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7bdddaa3-bb68-4d4e-91f3-5909fd81f6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.497360 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=7ff64865-68e3-4cfd-822d-f44bca9a9b75,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:48.504656 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.505010 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.505355 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.505700 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.506049 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.506364 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.506691 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.507017 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.507341 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.507665 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.507988 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.508307 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:04:48.512156 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:48.566899 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7bdddaa3-bb68-4d4e-91f3-5909fd81f6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.570555 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-7bdddaa3-bb68-4d4e-91f3-5909fd81f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.575345 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-dbc2046e-b135-4232-83d0-fbaacf619ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:48.614627 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7bdddaa3-bb68-4d4e-91f3-5909fd81f6e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7eff9637143e4113adc98873399ddb62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530256 Jun 21 14:04:48.615741 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdddaa3-bb68-4d4e-91f3-5909fd81f6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca95d51-07c8-48de-8f8c-ca28384e40ac,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:48.617574 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52522) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:48.618735 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7bdddaa3-bb68-4d4e-91f3-5909fd81f6e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:48.640728 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['7ff64865-68e3-4cfd-822d-f44bca9a9b75'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:48.671287 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3dca8746-efc4-45d3-b158-814f039a4f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.691674 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3dca8746-efc4-45d3-b158-814f039a4f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.738856 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3dca8746-efc4-45d3-b158-814f039a4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.741735 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3dca8746-efc4-45d3-b158-814f039a4f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:48.742959 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-3dca8746-efc4-45d3-b158-814f039a4f69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ca95d51-07c8-48de-8f8c-ca28384e40ac HTTP/1.1" status: 204 len: 168 time: 0.1238635 Jun 21 14:04:48.743836 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-04d37eb6-1d41-4c1c-baba-c622eb27b7fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:48.751891 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca8746-efc4-45d3-b158-814f039a4f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca95d51-07c8-48de-8f8c-ca28384e40ac,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:48.754521 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3dca8746-efc4-45d3-b158-814f039a4f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:48.926044 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece8981-7cee-4a46-b2f8-2b0ce5b5b61e req-2c55958f-f5de-46f0-9282-872190302278 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:48.927458 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6ece8981-7cee-4a46-b2f8-2b0ce5b5b61e req-2c55958f-f5de-46f0-9282-872190302278 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 944 time: 0.0668120 Jun 21 14:04:48.966088 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6ece8981-7cee-4a46-b2f8-2b0ce5b5b61e req-03e02a66-1a67-46ac-9b86-17a3330fd709 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Jun 21 14:04:49.054585 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52530) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:49.068507 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4fb016e3-75a4-4ca7-9944-5f5bc406631b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:49.169100 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4fb016e3-75a4-4ca7-9944-5f5bc406631b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:49.172692 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4fb016e3-75a4-4ca7-9944-5f5bc406631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:49.175901 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b1170557-e4c0-4116-89e1-a4597240284a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:49.211404 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-4fb016e3-75a4-4ca7-9944-5f5bc406631b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=845007b0cad94bdea49bd727ab80a2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556864 Jun 21 14:04:49.212316 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb016e3-75a4-4ca7-9944-5f5bc406631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8dfa2-e981-4529-8704-f8bedb030ea9,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:49.214008 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52532) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:04:49.215950 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-4fb016e3-75a4-4ca7-9944-5f5bc406631b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:49.262219 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1ade150-9d0f-4483-867b-8543a0688d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:49.281715 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1ade150-9d0f-4483-867b-8543a0688d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:49.326838 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1ade150-9d0f-4483-867b-8543a0688d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:49.329369 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c1ade150-9d0f-4483-867b-8543a0688d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:49.330466 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-c1ade150-9d0f-4483-867b-8543a0688d77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdc8dfa2-e981-4529-8704-f8bedb030ea9 HTTP/1.1" status: 204 len: 168 time: 0.1151366 Jun 21 14:04:49.331190 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ac1dcc27-de26-4c26-b4b5-07c29795a45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:49.338544 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ade150-9d0f-4483-867b-8543a0688d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8dfa2-e981-4529-8704-f8bedb030ea9,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:49.341008 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c1ade150-9d0f-4483-867b-8543a0688d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:50.147274 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85fbbf-0fab-4f1e-a739-42f32f23a96e req-2f40e560-df64-422e-832d-9d54f3710334 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:50.148953 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8f85fbbf-0fab-4f1e-a739-42f32f23a96e req-2f40e560-df64-422e-832d-9d54f3710334 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 944 time: 0.0693660 Jun 21 14:04:50.187330 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8f85fbbf-0fab-4f1e-a739-42f32f23a96e req-43902398-0a81-4011-9d4e-099648c78793 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322905 Jun 21 14:04:50.253436 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 7ff64865-68e3-4cfd-822d-f44bca9a9b75 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:04:50.302861 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:04:50.306512 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:04:50.306884 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:50.380294 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:50.403266 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9567ff36-2458-4cb1-8ac0-39793ad7cb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff64865-68e3-4cfd-822d-f44bca9a9b75'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:50.405558 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9681572e-0d3c-445a-a741-ce8de7049384" -d '{"events": [{"server_uuid": "9567ff36-2458-4cb1-8ac0-39793ad7cb7a", "name": "network-vif-plugged", "status": "completed", "tag": "7ff64865-68e3-4cfd-822d-f44bca9a9b75"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:50.418389 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port 7ff64865-68e3-4cfd-822d-f44bca9a9b75, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ff64865-68e3-4cfd-822d-f44bca9a9b75,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:50.425715 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:50.427751 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:50.449977 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2cd971-0171-4df8-8d9f-c9482ae9ae9b x-openstack-request-id: req-3a2cd971-0171-4df8-8d9f-c9482ae9ae9b {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:50.450477 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9567ff36-2458-4cb1-8ac0-39793ad7cb7a", "name": "network-vif-plugged", "status": "completed", "tag": "7ff64865-68e3-4cfd-822d-f44bca9a9b75", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:50.450761 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a2cd971-0171-4df8-8d9f-c9482ae9ae9b {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:50.451129 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9567ff36-2458-4cb1-8ac0-39793ad7cb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff64865-68e3-4cfd-822d-f44bca9a9b75', 'code': 200} Jun 21 14:04:50.481570 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=7ff64865-68e3-4cfd-822d-f44bca9a9b75,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:50.484966 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:50.666394 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759aaa6c-b341-450d-8720-ff92e2152b93 req-ac95c868-6a68-4b05-9db0-56f1e5317b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:50.667889 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-759aaa6c-b341-450d-8720-ff92e2152b93 req-ac95c868-6a68-4b05-9db0-56f1e5317b1d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 1098 time: 0.0526307 Jun 21 14:04:50.703550 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-759aaa6c-b341-450d-8720-ff92e2152b93 req-a6993519-1e20-45ca-b20a-ac68e4044a3c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288541 Jun 21 14:04:51.359097 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4154c-7656-4969-b3ff-6f8229c8ed6f req-3478dd62-2291-4c6c-ab89-716327a0f9b8 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:51.360493 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88c4154c-7656-4969-b3ff-6f8229c8ed6f req-3478dd62-2291-4c6c-ab89-716327a0f9b8 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 945 time: 0.0639231 Jun 21 14:04:51.398814 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-88c4154c-7656-4969-b3ff-6f8229c8ed6f req-a9e9ce0d-3c25-4cbe-abbd-eec5c0d4cef3 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Jun 21 14:04:52.572891 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d4d33-34dd-4db3-97ab-5cb79a9cb10b req-943b79bf-bc7e-42b3-9dab-3629b67d05e5 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:52.574870 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fa8d4d33-34dd-4db3-97ab-5cb79a9cb10b req-943b79bf-bc7e-42b3-9dab-3629b67d05e5 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 945 time: 0.0667508 Jun 21 14:04:52.613819 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fa8d4d33-34dd-4db3-97ab-5cb79a9cb10b req-bb3d79f7-04e4-40f8-ac79-25d9f09a92fd tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332880 Jun 21 14:04:53.397033 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e9f4f-6256-4463-b880-739daf1c925b req-922f6b4b-fa39-48a2-b228-0e19300eed4f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:53.398464 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c39e9f4f-6256-4463-b880-739daf1c925b req-922f6b4b-fa39-48a2-b228-0e19300eed4f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 945 time: 0.0685735 Jun 21 14:04:53.435225 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c39e9f4f-6256-4463-b880-739daf1c925b req-092684bd-6025-4099-8f59-6f54006cf81c tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305827 Jun 21 14:04:54.614760 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22005b98-afd1-40bb-b1ea-ed79d4162f3a req-0f536090-4ce0-4a9f-b52d-d1acbfbbbd2f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:54.616197 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-22005b98-afd1-40bb-b1ea-ed79d4162f3a req-0f536090-4ce0-4a9f-b52d-d1acbfbbbd2f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 945 time: 0.0629635 Jun 21 14:04:54.632705 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-a11710c8-cf9f-4020-ac4a-b6fa02216db0 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:54.634213 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-a11710c8-cf9f-4020-ac4a-b6fa02216db0 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.22 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 945 time: 0.0637732 Jun 21 14:04:54.655815 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-22005b98-afd1-40bb-b1ea-ed79d4162f3a req-1e334145-633c-4d94-9645-889c7db95cca tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327713 Jun 21 14:04:54.743505 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Deleting port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:04:54.743851 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:54.831924 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] For port 7ff64865-68e3-4cfd-822d-f44bca9a9b75, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=7ff64865-68e3-4cfd-822d-f44bca9a9b75,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:04:54.832320 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:54.900009 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Calling delete_port for 7ff64865-68e3-4cfd-822d-f44bca9a9b75 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:04:55.031063 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:55.035134 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:55.042540 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['7ff64865-68e3-4cfd-822d-f44bca9a9b75'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:04:55.061940 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Pushing event deleted for resources: {'Port': ['ID=7ff64865-68e3-4cfd-822d-f44bca9a9b75,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:55.064804 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:55.109224 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] No DVR routers for this DVR port 7ff64865-68e3-4cfd-822d-f44bca9a9b75 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:04:55.111797 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:55.114022 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3a9c5470-acc0-47e5-b308-f8ebd9634a7c req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.22 "DELETE /v2.0/ports/7ff64865-68e3-4cfd-822d-f44bca9a9b75 HTTP/1.1" status: 204 len: 173 time: 0.4740915 Jun 21 14:04:55.114545 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9567ff36-2458-4cb1-8ac0-39793ad7cb7a', 'name': 'network-vif-deleted', 'tag': '7ff64865-68e3-4cfd-822d-f44bca9a9b75'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:55.117330 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7ca8f3-bec7-49ed-a1ab-ef281fac861b" -d '{"events": [{"server_uuid": "9567ff36-2458-4cb1-8ac0-39793ad7cb7a", "name": "network-vif-deleted", "tag": "7ff64865-68e3-4cfd-822d-f44bca9a9b75"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:55.155901 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15a0912-b135-492f-871a-b3b65ea9b39e x-openstack-request-id: req-d15a0912-b135-492f-871a-b3b65ea9b39e {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:55.156232 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9567ff36-2458-4cb1-8ac0-39793ad7cb7a", "name": "network-vif-deleted", "tag": "7ff64865-68e3-4cfd-822d-f44bca9a9b75", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:55.156567 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d15a0912-b135-492f-871a-b3b65ea9b39e {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:55.157032 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9567ff36-2458-4cb1-8ac0-39793ad7cb7a', 'name': 'network-vif-deleted', 'tag': '7ff64865-68e3-4cfd-822d-f44bca9a9b75', 'status': 'completed', 'code': 200} Jun 21 14:04:55.820155 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-6d9a24ae-646f-42ce-9d69-71d7e1c12ef7 req-b3a7db2a-7844-4840-be60-2fdb2115458a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=9567ff36-2458-4cb1-8ac0-39793ad7cb7a HTTP/1.1" status: 200 len: 210 time: 0.0324411 Jun 21 14:04:57.162011 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-2d0706c4-f89d-468f-a72f-a890add8b107 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:57.163408 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-2d0706c4-f89d-468f-a72f-a890add8b107 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/networks?id=39f554cc-411e-4fc4-948e-7304a7262300 HTTP/1.1" status: 200 len: 809 time: 0.1011753 Jun 21 14:04:57.178688 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-1f03197f-37b5-45fb-9d71-f8491bc1508b tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/quotas/d2e3179ecd8341a3afe8b93cbf99eb43 HTTP/1.1" status: 200 len: 375 time: 0.0094240 Jun 21 14:04:57.217721 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-d169bc32-39d8-47c3-83c9-09eae1c78c81 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2e3179ecd8341a3afe8b93cbf99eb43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321100 Jun 21 14:04:57.305827 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-b7e1e608-42b5-4d90-9d73-b5b77ccbd539 service neutron] 10.222.0.60 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804362 Jun 21 14:04:57.398068 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e37e1658-1908-4e56-b049-eeb390e7c6e1 service neutron] 10.222.0.60 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857599 Jun 21 14:04:57.567324 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-757356b3-ac94-4ef0-adee-b1eb959531e9 req-f2245c73-6160-4d22-8094-17c616d2db41 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 210 time: 0.0336313 Jun 21 14:04:58.316661 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 7ff64865-68e3-4cfd-822d-f44bca9a9b75 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:04:58.336620 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: 7ff64865-68e3-4cfd-822d-f44bca9a9b75 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:04:58.336976 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device 7ff64865-68e3-4cfd-822d-f44bca9a9b75 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:04:58.572291 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e67d21bf-ff60-440d-b98f-68561623f923 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:58.573761 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e67d21bf-ff60-440d-b98f-68561623f923 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.22 "GET /v2.0/networks?id=39f554cc-411e-4fc4-948e-7304a7262300 HTTP/1.1" status: 200 len: 809 time: 0.1035383 Jun 21 14:04:58.590910 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Request body: {'port': {'device_id': '3a1d45d0-d2de-41c8-82de-e6f82c1a6132', 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300', 'admin_state_up': True, 'tenant_id': 'd2e3179ecd8341a3afe8b93cbf99eb43'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:58.712641 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Made reservation on behalf of d2e3179ecd8341a3afe8b93cbf99eb43 for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:04:58.713458 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-e95c0031-e8f1-40b1-9f61-9e8695a3168d req-2f89132a-aa86-41ea-b4ef-e1fd98a9cdae tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 210 time: 0.0348454 Jun 21 14:04:58.717511 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:58.844164 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Allocated IP 172.20.0.10 (39f554cc-411e-4fc4-948e-7304a7262300/f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2/fe8541f9-a071-4e9c-a368-408cdd6ed26c) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:04:58.994146 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.030484 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.039526 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-7f8dec98-4461-43eb-af48-47fbffde6126 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:59.084719 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Network 39f554cc-411e-4fc4-948e-7304a7262300 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:04:59.088024 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:04:59.092075 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:04:59.098819 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Pushing event updated for resources: {'Port': ['ID=fe8541f9-a071-4e9c-a368-408cdd6ed26c,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:59.118865 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:59.145215 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:59.145812 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.160723 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5746379 Jun 21 14:04:59.172356 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Request body: {'port': {'device_id': '3a1d45d0-d2de-41c8-82de-e6f82c1a6132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:04:59.246217 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.506821 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8541f9-a071-4e9c-a368-408cdd6ed26c {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:04:59.514553 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.525984 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Transition to ACTIVE for port object fe8541f9-a071-4e9c-a368-408cdd6ed26c will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:04:59.530375 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.533135 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-196c264a-d127-425a-aa74-deeff13ae87e tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:59.603201 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8541f9-a071-4e9c-a368-408cdd6ed26c,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:59.607957 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:59.676882 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Attempting to bind port fe8541f9-a071-4e9c-a368-408cdd6ed26c on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:04:59.677217 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Attempting to bind port fe8541f9-a071-4e9c-a368-408cdd6ed26c by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:04:59.677552 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Attempting to bind port fe8541f9-a071-4e9c-a368-408cdd6ed26c on network 39f554cc-411e-4fc4-948e-7304a7262300 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:04:59.682082 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Port fe8541f9-a071-4e9c-a368-408cdd6ed26c on network 39f554cc-411e-4fc4-948e-7304a7262300 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:04:59.682408 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Attempting to bind port fe8541f9-a071-4e9c-a368-408cdd6ed26c on network 39f554cc-411e-4fc4-948e-7304a7262300 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:04:59.687452 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:04:59.687794 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Checking segment: {'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:04:59.688181 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Bound using segment: {'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:04:59.688647 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Bound port: fe8541f9-a071-4e9c-a368-408cdd6ed26c, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d104864-f7d7-4a62-8eeb-c92070e119ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:04:59.689007 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.751887 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] For port fe8541f9-a071-4e9c-a368-408cdd6ed26c, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:04:59.755075 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] For port fe8541f9-a071-4e9c-a368-408cdd6ed26c, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fe8541f9-a071-4e9c-a368-408cdd6ed26c,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:04:59.759505 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.762785 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-db03720a-18a0-4b17-a3eb-38aca56b0316 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:04:59.797800 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:59.798423 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:04:59.799825 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] 10.222.0.22 "PUT /v2.0/ports/fe8541f9-a071-4e9c-a368-408cdd6ed26c HTTP/1.1" status: 200 len: 1094 time: 0.6315417 Jun 21 14:04:59.800344 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a1d45d0-d2de-41c8-82de-e6f82c1a6132', 'tag': 'fe8541f9-a071-4e9c-a368-408cdd6ed26c'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:04:59.802677 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cc7420-1f60-4fe8-a834-7c84d5c26322" -d '{"events": [{"name": "network-changed", "server_uuid": "3a1d45d0-d2de-41c8-82de-e6f82c1a6132", "tag": "fe8541f9-a071-4e9c-a368-408cdd6ed26c"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:04:59.824791 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8541f9-a071-4e9c-a368-408cdd6ed26c,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:04:59.828795 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:04:59.869869 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c91ccd-aca4-4b13-88d6-761de2dc31c4 x-openstack-request-id: req-13c91ccd-aca4-4b13-88d6-761de2dc31c4 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:04:59.870199 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a1d45d0-d2de-41c8-82de-e6f82c1a6132", "tag": "fe8541f9-a071-4e9c-a368-408cdd6ed26c", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:04:59.870518 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13c91ccd-aca4-4b13-88d6-761de2dc31c4 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:04:59.870947 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a1d45d0-d2de-41c8-82de-e6f82c1a6132', 'tag': 'fe8541f9-a071-4e9c-a368-408cdd6ed26c', 'status': 'completed', 'code': 200} Jun 21 14:04:59.934712 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804a75c-c08c-4c1e-b68e-7fe058544a94 req-47dd09ca-e6cc-4eff-af9d-e5d0ec960619 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:59.936178 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3804a75c-c08c-4c1e-b68e-7fe058544a94 req-47dd09ca-e6cc-4eff-af9d-e5d0ec960619 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 944 time: 0.1085811 Jun 21 14:04:59.941192 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-790f2a21-a903-4bd9-9f1b-3623bcf790d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:04:59.942538 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-790f2a21-a903-4bd9-9f1b-3623bcf790d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2e3179ecd8341a3afe8b93cbf99eb43&device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 1097 time: 0.0980468 Jun 21 14:04:59.994670 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-f0e1eb9a-58f3-4ffe-8455-544b1a9895f1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8541f9-a071-4e9c-a368-408cdd6ed26c HTTP/1.1" status: 200 len: 217 time: 0.0441463 Jun 21 14:05:00.037142 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3804a75c-c08c-4c1e-b68e-7fe058544a94 req-c50054f1-dadc-40ab-b145-70897d494f39 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936565 Jun 21 14:05:00.054574 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-8a351f84-602b-44c1-b912-c05671c2d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:00.056012 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-8a351f84-602b-44c1-b912-c05671c2d311 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2 HTTP/1.1" status: 200 len: 849 time: 0.0514741 Jun 21 14:05:00.090314 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-b1481361-4ff9-41b7-92aa-5afd3c695dbf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=39f554cc-411e-4fc4-948e-7304a7262300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271065 Jun 21 14:05:00.439728 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-c448208b-ffc0-42ca-bbbe-5f3c035b75aa service neutron] 10.222.0.22 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421943 Jun 21 14:05:00.528145 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-0fe97e42-af7f-465f-a20a-9fb6e970233e req-dc0bd982-ca21-4e8d-adb6-6924ef07c182 service neutron] 10.222.0.22 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Jun 21 14:05:00.633122 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-9f479d59-139d-481a-9976-610ac6ba9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:00.634616 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-9f479d59-139d-481a-9976-610ac6ba9362 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2e3179ecd8341a3afe8b93cbf99eb43&device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 1097 time: 0.0570457 Jun 21 14:05:00.728231 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-f1b5b0b7-dd37-4072-aa86-ee4baa2cf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:00.729750 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-f1b5b0b7-dd37-4072-aa86-ee4baa2cf97c service neutron] 10.222.0.22 "GET /v2.0/networks?id=39f554cc-411e-4fc4-948e-7304a7262300 HTTP/1.1" status: 200 len: 910 time: 0.0846717 Jun 21 14:05:00.774364 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-8723ea6c-9a38-47c9-a2ad-274428e0b3a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe8541f9-a071-4e9c-a368-408cdd6ed26c HTTP/1.1" status: 200 len: 217 time: 0.0367725 Jun 21 14:05:00.828170 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-9c048af9-d734-46be-8008-0ef69cd7005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:00.829637 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-9c048af9-d734-46be-8008-0ef69cd7005b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2 HTTP/1.1" status: 200 len: 849 time: 0.0481384 Jun 21 14:05:00.867799 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-eb4ed536-228f-44c0-9f2c-bea0c808cd96 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=39f554cc-411e-4fc4-948e-7304a7262300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314093 Jun 21 14:05:00.957819 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-500b599f-1182-41e9-b489-221a68e67235 service neutron] 10.222.0.22 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810931 Jun 21 14:05:01.050760 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-54cc7420-1f60-4fe8-a834-7c84d5c26322 req-cb5b5b2c-30e1-4456-8ec2-32ff57806319 service neutron] 10.222.0.22 "GET /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863006 Jun 21 14:05:01.215272 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191d219-ef67-429e-add0-ce50fc307609 req-b30aea8f-ac21-4ab5-8a57-a1a52ccb9393 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:01.216839 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4191d219-ef67-429e-add0-ce50fc307609 req-b30aea8f-ac21-4ab5-8a57-a1a52ccb9393 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 944 time: 0.0636690 Jun 21 14:05:01.254951 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-4191d219-ef67-429e-add0-ce50fc307609 req-ace46920-b44c-4a24-8636-fd659cd9ee41 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Jun 21 14:05:01.995675 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7fb4d476-fea0-497f-a5de-6de2d440d0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:02.347456 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device fe8541f9-a071-4e9c-a368-408cdd6ed26c details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:05:02.426281 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78daac8-64ac-4433-8db8-1cad0e5cbc89 req-c329a7b8-1892-421c-9101-aca02100b27a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:02.427762 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d78daac8-64ac-4433-8db8-1cad0e5cbc89 req-c329a7b8-1892-421c-9101-aca02100b27a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 944 time: 0.0633414 Jun 21 14:05:02.443417 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port fe8541f9-a071-4e9c-a368-408cdd6ed26c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fe8541f9-a071-4e9c-a368-408cdd6ed26c,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:02.454960 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'fe8541f9-a071-4e9c-a368-408cdd6ed26c', 'network_id': '39f554cc-411e-4fc4-948e-7304a7262300', 'port_id': 'fe8541f9-a071-4e9c-a368-408cdd6ed26c', 'mac_address': 'fa:16:3e:8b:e7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:05:02.464302 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d78daac8-64ac-4433-8db8-1cad0e5cbc89 req-a524c9d9-9cc4-4fb5-9431-602d2989deae tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309463 Jun 21 14:05:02.491850 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:02.504137 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8541f9-a071-4e9c-a368-408cdd6ed26c {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:05:02.523006 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port fe8541f9-a071-4e9c-a368-408cdd6ed26c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fe8541f9-a071-4e9c-a368-408cdd6ed26c,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:02.528537 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:02.530326 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:02.573866 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=fe8541f9-a071-4e9c-a368-408cdd6ed26c,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:02.576764 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:02.734154 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['fe8541f9-a071-4e9c-a368-408cdd6ed26c'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:05:03.635619 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a6f6d-873d-40e7-a1d8-347da807a84c req-3abaf351-7c6a-4c54-a1e4-b2ee87b1af34 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:03.637590 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-d57a6f6d-873d-40e7-a1d8-347da807a84c req-3abaf351-7c6a-4c54-a1e4-b2ee87b1af34 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 945 time: 0.0648398 Jun 21 14:05:03.673550 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-d57a6f6d-873d-40e7-a1d8-347da807a84c req-2f73a6a7-f6c7-4265-be78-c63f5dd3e0a1 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304518 Jun 21 14:05:04.295190 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c2674204-d089-4349-a15d-2c49b36ef804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:04.346667 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device fe8541f9-a071-4e9c-a368-408cdd6ed26c up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:05:04.396055 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port fe8541f9-a071-4e9c-a368-408cdd6ed26c completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:04.400162 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port fe8541f9-a071-4e9c-a368-408cdd6ed26c triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:04.400574 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:04.479816 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:04.501147 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1d45d0-d2de-41c8-82de-e6f82c1a6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8541f9-a071-4e9c-a368-408cdd6ed26c'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:05:04.503431 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b6f075-fbfe-4050-b601-8503571580cd" -d '{"events": [{"server_uuid": "3a1d45d0-d2de-41c8-82de-e6f82c1a6132", "name": "network-vif-plugged", "status": "completed", "tag": "fe8541f9-a071-4e9c-a368-408cdd6ed26c"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:05:04.516723 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port fe8541f9-a071-4e9c-a368-408cdd6ed26c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fe8541f9-a071-4e9c-a368-408cdd6ed26c,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:04.521209 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:04.523232 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:04.544728 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5150ea9e-f9b9-4ff5-9671-1c6b9edd8b24 x-openstack-request-id: req-5150ea9e-f9b9-4ff5-9671-1c6b9edd8b24 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:05:04.545032 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1d45d0-d2de-41c8-82de-e6f82c1a6132", "name": "network-vif-plugged", "status": "completed", "tag": "fe8541f9-a071-4e9c-a368-408cdd6ed26c", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:05:04.545298 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5150ea9e-f9b9-4ff5-9671-1c6b9edd8b24 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:05:04.545688 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1d45d0-d2de-41c8-82de-e6f82c1a6132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8541f9-a071-4e9c-a368-408cdd6ed26c', 'code': 200} Jun 21 14:05:04.572766 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=fe8541f9-a071-4e9c-a368-408cdd6ed26c,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:04.576756 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:04.761961 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72eb90-5d71-48c3-b6a6-5423876fad4a req-04496e8f-a6dc-4def-9f60-a5963f548711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:04.764024 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6a72eb90-5d71-48c3-b6a6-5423876fad4a req-04496e8f-a6dc-4def-9f60-a5963f548711 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 1099 time: 0.0591505 Jun 21 14:05:04.797358 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6a72eb90-5d71-48c3-b6a6-5423876fad4a req-f65cc4b5-4e29-4fa1-8ca4-87f522d6c2f3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273771 Jun 21 14:05:04.849472 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143a3e3-9882-4dae-9bd5-2433cef3387f req-df9f6daf-e1d7-4f8b-8db2-f01cf281a30c tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:04.850920 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8143a3e3-9882-4dae-9bd5-2433cef3387f req-df9f6daf-e1d7-4f8b-8db2-f01cf281a30c tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 946 time: 0.0637631 Jun 21 14:05:04.887909 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8143a3e3-9882-4dae-9bd5-2433cef3387f req-b6a0ee07-0052-46a3-ab68-cf5a090e5de8 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307031 Jun 21 14:05:05.130216 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:05.720420 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:06.062390 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72a62f-a15d-4bf8-9b05-92f060898e83 req-c56d1257-5e3e-4c9f-a298-5168daadac01 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:06.063850 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3f72a62f-a15d-4bf8-9b05-92f060898e83 req-c56d1257-5e3e-4c9f-a298-5168daadac01 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 946 time: 0.0629671 Jun 21 14:05:06.100855 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-3f72a62f-a15d-4bf8-9b05-92f060898e83 req-52172435-d489-4f1a-8423-59e4163c19a7 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Jun 21 14:05:06.875193 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f80555-7e97-4eb7-822b-884180da3be0 req-81cb2009-8974-4abf-ac19-30cac94aac82 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:06.876698 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-42f80555-7e97-4eb7-822b-884180da3be0 req-81cb2009-8974-4abf-ac19-30cac94aac82 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 946 time: 0.0649230 Jun 21 14:05:06.919770 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-42f80555-7e97-4eb7-822b-884180da3be0 req-5931cc20-b075-462d-96f3-3dc7a14c6a51 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374947 Jun 21 14:05:07.334008 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:07.562161 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:08.106993 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5664d-99a1-44fa-bcf6-51366d1cc2c1 req-e765654b-40c5-4cf9-b0e4-5122864a3c1d tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:08.108503 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3cc5664d-99a1-44fa-bcf6-51366d1cc2c1 req-e765654b-40c5-4cf9-b0e4-5122864a3c1d tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 946 time: 0.0638239 Jun 21 14:05:08.164345 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3cc5664d-99a1-44fa-bcf6-51366d1cc2c1 req-a731657e-4ea3-4ee7-bdf6-318c95be5254 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b1c8969-d866-469a-9901-40a60bc4ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392754 Jun 21 14:05:08.186869 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-65e448f6-77ea-4411-bf0c-28608697bbc4 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:08.188306 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-65e448f6-77ea-4411-bf0c-28608697bbc4 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.22 "GET /v2.0/ports?device_id=3a1d45d0-d2de-41c8-82de-e6f82c1a6132 HTTP/1.1" status: 200 len: 946 time: 0.0788357 Jun 21 14:05:08.288754 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Deleting port fe8541f9-a071-4e9c-a368-408cdd6ed26c {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:05:08.289099 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:08.378553 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] For port fe8541f9-a071-4e9c-a368-408cdd6ed26c, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=fe8541f9-a071-4e9c-a368-408cdd6ed26c,segment=NetworkSegment(9d104864-f7d7-4a62-8eeb-c92070e119ca),segment_id=9d104864-f7d7-4a62-8eeb-c92070e119ca)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:08.378913 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:08.444888 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Calling delete_port for fe8541f9-a071-4e9c-a368-408cdd6ed26c owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:05:08.573991 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:08.578693 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0aae4080-fe6f-40b2-b566-9de57178144a tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:08.584872 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['fe8541f9-a071-4e9c-a368-408cdd6ed26c'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:05:08.607354 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Pushing event deleted for resources: {'Port': ['ID=fe8541f9-a071-4e9c-a368-408cdd6ed26c,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:08.613608 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:08.652310 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] No DVR routers for this DVR port fe8541f9-a071-4e9c-a368-408cdd6ed26c on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:05:08.655312 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:08.657294 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8b463d7c-3df8-4e29-9815-535c25d92ff6 req-b0dd3c13-1898-420e-85c7-e8471e2fdd4a tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] 10.222.0.22 "DELETE /v2.0/ports/fe8541f9-a071-4e9c-a368-408cdd6ed26c HTTP/1.1" status: 204 len: 173 time: 0.4630184 Jun 21 14:05:08.657793 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a1d45d0-d2de-41c8-82de-e6f82c1a6132', 'name': 'network-vif-deleted', 'tag': 'fe8541f9-a071-4e9c-a368-408cdd6ed26c'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:05:08.660073 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1014bf01-d0c5-4b1c-a2b9-c61da2b103e7" -d '{"events": [{"server_uuid": "3a1d45d0-d2de-41c8-82de-e6f82c1a6132", "name": "network-vif-deleted", "tag": "fe8541f9-a071-4e9c-a368-408cdd6ed26c"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:05:08.694479 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9223e35-90ca-4630-a431-987ddd1d37ac x-openstack-request-id: req-e9223e35-90ca-4630-a431-987ddd1d37ac {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:05:08.694819 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a1d45d0-d2de-41c8-82de-e6f82c1a6132", "name": "network-vif-deleted", "tag": "fe8541f9-a071-4e9c-a368-408cdd6ed26c", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:05:08.695112 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9223e35-90ca-4630-a431-987ddd1d37ac {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:05:08.695545 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a1d45d0-d2de-41c8-82de-e6f82c1a6132', 'name': 'network-vif-deleted', 'tag': 'fe8541f9-a071-4e9c-a368-408cdd6ed26c', 'status': 'completed', 'code': 200} Jun 21 14:05:12.394260 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device fe8541f9-a071-4e9c-a368-408cdd6ed26c no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:05:12.418707 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: fe8541f9-a071-4e9c-a368-408cdd6ed26c {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:05:12.419886 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device fe8541f9-a071-4e9c-a368-408cdd6ed26c not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:05:12.995954 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 52862) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:13.121364 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:13.223210 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:13.256606 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:13.259284 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-32e793c1-c6c7-420b-9ae5-f7cad760436e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:13.296138 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c958ed84bd7c4dc8835329ac367b4a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989388 Jun 21 14:05:13.297166 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ead35-fae6-4f5f-ab52-038200e2dc8d,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:13.299114 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 52872) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:13.305843 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.306240 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.306590 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.306947 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.307306 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.307679 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.308021 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.308388 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.308748 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.309167 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.309524 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.309898 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:13.323560 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b66026f6-8ea6-4320-9e9a-beb0fb6a6eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:13.367234 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9a8bfa00-51b8-42ec-9e4f-396a212da9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:13.389831 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9a8bfa00-51b8-42ec-9e4f-396a212da9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:13.440072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9a8bfa00-51b8-42ec-9e4f-396a212da9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:13.442860 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-9a8bfa00-51b8-42ec-9e4f-396a212da9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:13.447072 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-9a8bfa00-51b8-42ec-9e4f-396a212da9f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c9ead35-fae6-4f5f-ab52-038200e2dc8d HTTP/1.1" status: 204 len: 168 time: 0.1465425 Jun 21 14:05:13.448072 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1dd0704b-262f-4e5c-affd-5f1e84f85a79 tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:13.456284 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8bfa00-51b8-42ec-9e4f-396a212da9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ead35-fae6-4f5f-ab52-038200e2dc8d,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:13.459023 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-9a8bfa00-51b8-42ec-9e4f-396a212da9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:22.427173 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:05:27.052539 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53010) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:27.095445 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] Deleting subnet f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2 {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:05:27.098425 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.134172 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.175601 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.224737 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.227622 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-433a8dc2-5fa1-442e-b1a0-e5b615c4bf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:27.251291 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:27.253234 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.255046 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f78c43c7-1fb6-4dd0-ba8f-0d7735b18cc2 HTTP/1.1" status: 204 len: 168 time: 0.2015338 Jun 21 14:05:27.255937 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-9d188671-ccf7-4cc6-96e2-a397c3086bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:27.257508 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53012) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:27.321453 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.399096 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.409131 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f554cc-411e-4fc4-948e-7304a7262300']}} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:27.418784 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d104864-f7d7-4a62-8eeb-c92070e119ca') {'for_net_delete': True} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:27.419073 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d104864-f7d7-4a62-8eeb-c92070e119ca') {} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:27.427492 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271646'] for segment, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.440397 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.446154 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=92658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:05:27.446549 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130826'] for segment, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: Traceback (most recent call last): Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: timer() Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: cb(*args, **kw) Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: return func(*args, **kwargs) Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: self._notify() Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: self.callback(batched_events) Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: event.method(event) Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: return f(self, *a, **k) Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: return self._get(url).json() Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: return self.request(url, 'GET', **kwargs) Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:05:27.448150 dv-cinder-794962-5-smb neutron-server[92658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:05:27.503928 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.507642 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-422a3e19-25a6-43ac-8a68-786fa66a636d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:27.510037 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.511751 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/39f554cc-411e-4fc4-948e-7304a7262300 HTTP/1.1" status: 204 len: 168 time: 0.2533555 Jun 21 14:05:27.523154 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f554cc-411e-4fc4-948e-7304a7262300,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:27.525472 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-40648d21-946c-411a-b89a-ec077151edf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:27.667545 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53016) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:27.705942 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-5cf0c613-3a50-4e48-84f0-0b25a6af1c65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2e3179ecd8341a3afe8b93cbf99eb43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371940 Jun 21 14:05:27.708109 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53018) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:27.753402 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b254322f-ac85-4c72-9d7e-086f73959bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.774043 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b254322f-ac85-4c72-9d7e-086f73959bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.821410 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b254322f-ac85-4c72-9d7e-086f73959bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.824085 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b254322f-ac85-4c72-9d7e-086f73959bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:27.825791 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b254322f-ac85-4c72-9d7e-086f73959bc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b1c8969-d866-469a-9901-40a60bc4ddd7 HTTP/1.1" status: 204 len: 168 time: 0.1162498 Jun 21 14:05:27.826568 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7bdddaa3-bb68-4d4e-91f3-5909fd81f6e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:27.834276 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254322f-ac85-4c72-9d7e-086f73959bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c8969-d866-469a-9901-40a60bc4ddd7,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:27.837210 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b254322f-ac85-4c72-9d7e-086f73959bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:31.999013 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-6df6e61d-e83e-4cc7-a53a-73aa0cbee00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:34.296111 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-fe5dfa8d-accb-4e90-9c16-5b19c1eb8221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:35.131343 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:35.711247 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:37.337612 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:37.569433 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.421843 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53190) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:50.521029 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c14-adfe-43d6-aff5-b82970e45e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.609838 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c14-adfe-43d6-aff5-b82970e45e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.613338 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-f8f57c14-adfe-43d6-aff5-b82970e45e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.615696 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c1ade150-9d0f-4483-867b-8543a0688d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:50.648483 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f57c14-adfe-43d6-aff5-b82970e45e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972501ca-0905-43c7-b9b8-91af1c88ac7c,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:50.653127 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-f8f57c14-adfe-43d6-aff5-b82970e45e0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d12c35554cd45069ff7f7828fdc6b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296929 Jun 21 14:05:50.654093 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-f8f57c14-adfe-43d6-aff5-b82970e45e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:50.655765 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53194) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:50.704538 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.725483 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.772631 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.775294 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:50.776433 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/972501ca-0905-43c7-b9b8-91af1c88ac7c HTTP/1.1" status: 204 len: 168 time: 0.1196280 Jun 21 14:05:50.777227 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-da3e4feb-ef10-4037-8931-f0c220e83baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:50.786205 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972501ca-0905-43c7-b9b8-91af1c88ac7c,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:50.793805 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.794195 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.794535 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.795060 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.795381 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.795743 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.796097 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.796476 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.796841 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.797190 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.797542 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.797889 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:50.800942 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-aa5adbdb-c11d-4dc1-9d5b-016991058878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:51.369965 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53216) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:51.460840 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-254387575-network', 'tenant_id': '5fb708520846442cb835b63fd7434cd3'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:05:51.481314 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Made reservation on behalf of 5fb708520846442cb835b63fd7434cd3 for: {'network': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:05:51.483592 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.492000 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.575840 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.579211 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.582892 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d54e5e65-f469-48c0-843c-b2db6d3be75a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:51.599683 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=92658) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:05:51.619621 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:51.622524 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.622869 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.segments_db [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Added segment babe32de-d244-4ea8-8946-7e0722c04a5e of type vlan for network 6011167a-30d3-4dd5-b555-795679d60dfc Jun 21 14:05:51.624248 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:51.661413 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.688685 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.689907 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:51.690475 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.693212 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-d95b76b9-e125-41a0-8cfb-757587b40831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:51.740264 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3692398 Jun 21 14:05:51.743276 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53220) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:51.748602 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Request body: {'subnet': {'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-254387575-subnet', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'ip_version': 4}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:05:51.752430 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Pushing event updated for resources: {'Network': ['ID=6011167a-30d3-4dd5-b555-795679d60dfc,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:51.755134 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:51.762508 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network 6011167a-30d3-4dd5-b555-795679d60dfc details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:05:51.770197 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Made reservation on behalf of 5fb708520846442cb835b63fd7434cd3 for: {'subnet': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:05:51.772893 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9404449'] for subnet, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.939584 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8827431', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9404467'] for subnet, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:51.941747 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d74e2828-8815-48c9-97bf-2217f8d1fc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:51.993217 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf3e075-d926-471f-b3f8-6c6b016d869c,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:51.996782 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:52.003374 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Checking segment: {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:05:52.003734 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Network hostable DHCP agents. Network: 6011167a-30d3-4dd5-b555-795679d60dfc, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92657) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:05:52.019928 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Network 6011167a-30d3-4dd5-b555-795679d60dfc is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92657) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:05:52.028735 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, 6011167a-30d3-4dd5-b555-795679d60dfc) {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:52.032711 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:52.033296 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.037358 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c23822c-4db1-44b1-a9d3-04d3a59a51c2 None None] Network 6011167a-30d3-4dd5-b555-795679d60dfc requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:05:52.046290 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-329f468d-4424-4c30-9ff0-c269d644cf15 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3018956 Jun 21 14:05:52.048997 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53222) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:52.053453 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:05:52.075307 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-609708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1083'] for router, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.076400 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1072'] for router, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.132221 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.271864 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.298336 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9526d4-c840-523e-adfd-c3172bcb4d5d-6011167a-30d3-4dd5-b555-795679d60dfc', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c'}]}} from dv-cinder-794962-5-smb. {{(pid=92659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:05:52.299277 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.428237 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.db_base_plugin_common [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Allocated IP 172.20.0.2 (6011167a-30d3-4dd5-b555-795679d60dfc/8bf3e075-d926-471f-b3f8-6c6b016d869c/4fee1dab-4b3e-4237-a216-dbd482d45912) {{(pid=92659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:05:52.471795 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.490767 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.568608 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.577270 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Transition to ACTIVE for port object 4fee1dab-4b3e-4237-a216-dbd482d45912 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:52.592376 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Transition to ACTIVE for port object 4fee1dab-4b3e-4237-a216-dbd482d45912 will not be triggered until provisioned by entity DHCP. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:52.594393 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Allocated IP 172.28.3.68 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/cf8ca8e5-005c-43d8-8d64-b00857ad5acc) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:05:52.597788 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.599631 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:52.636264 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Network 6011167a-30d3-4dd5-b555-795679d60dfc is already hosted by enough agents. {{(pid=92659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:52.638924 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.base_scheduler [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Resources bound (agent type, host, resource id): {{(pid=92659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:52.642438 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Received port after_create {{(pid=92659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:05:52.653294 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Pushing event updated for resources: {'Port': ['ID=4fee1dab-4b3e-4237-a216-dbd482d45912,revision_number=1']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:52.678137 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.678486 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.678824 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.679157 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.679486 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.679812 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.680140 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.680485 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.680808 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.681128 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.681447 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.681764 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:52.700633 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.702926 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:52.714655 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Attempting to bind port 4fee1dab-4b3e-4237-a216-dbd482d45912 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:05:52.715319 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Attempting to bind port 4fee1dab-4b3e-4237-a216-dbd482d45912 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:05:52.715684 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Attempting to bind port 4fee1dab-4b3e-4237-a216-dbd482d45912 on network 6011167a-30d3-4dd5-b555-795679d60dfc {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:05:52.720592 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:05:52.720960 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Checking segment: {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:05:52.721364 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.721761 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Bound using segment: {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:05:52.722229 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Bound port: 4fee1dab-4b3e-4237-a216-dbd482d45912, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:05:52.722604 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.739823 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.742593 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0838f77a-f6f7-474b-9069-b231284c85ec tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:52.779487 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:52.784139 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] For port 4fee1dab-4b3e-4237-a216-dbd482d45912, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:05:52.784587 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:52.787674 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:05:52.787931 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] For port 4fee1dab-4b3e-4237-a216-dbd482d45912, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=4fee1dab-4b3e-4237-a216-dbd482d45912,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:05:52.794105 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Pushing event updated for resources: {'Port': ['ID=cf8ca8e5-005c-43d8-8d64-b00857ad5acc,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:52.796525 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:52.799377 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-58345179-098d-45d1-8dfb-378be830cfd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:52.813327 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:52.858856 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Pushing event updated for resources: {'Port': ['ID=4fee1dab-4b3e-4237-a216-dbd482d45912,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:52.862176 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:53.061505 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:53.255688 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689'] for router, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:53.380683 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Router 43fc94d4-75bf-480b-ab9c-147856d02771 is scheduled to L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 with binding_index 1 {{(pid=92657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:05:53.490805 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:05:53.501285 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Sync routers for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:05:53.507945 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] Notify callbacks [] for router, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:53.509232 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-4b9326c6-1397-4eb2-8a44-f87610c4e2ed admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4593177 Jun 21 14:05:53.512103 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53224) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:53.513885 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:05:53.514579 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:05:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:53.624853 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:05:53.719433 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c414a8-57d5-47e2-b8fe-0cd2b0c82a55 None None] Network 6011167a-30d3-4dd5-b555-795679d60dfc requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:05:53.874245 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-ae286d87-7434-4218-8acd-0032b68a31a5 None None] Provisioning for port 4fee1dab-4b3e-4237-a216-dbd482d45912 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:53.928874 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:53.951557 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:52Z', 'revision_number': 3, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:53.978987 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Checking router: 43fc94d4-75bf-480b-ab9c-147856d02771 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:05:53.979353 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Updating router 43fc94d4-75bf-480b-ab9c-147856d02771 port cf8ca8e5-005c-43d8-8d64-b00857ad5acc binding host dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:05:54.016556 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.089110 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Allocated IP 172.20.0.1 (6011167a-30d3-4dd5-b555-795679d60dfc/8bf3e075-d926-471f-b3f8-6c6b016d869c/a3b60861-ecbf-4037-ad96-559fe1e4ae19) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:05:54.202828 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.217338 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Transition to ACTIVE for port object a3b60861-ecbf-4037-ad96-559fe1e4ae19 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:54.250232 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.252994 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a51f3962-6ba9-4981-8b27-e3496af5a259 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:54.286713 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Notify callbacks [] for port, precommit_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.288232 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Network 6011167a-30d3-4dd5-b555-795679d60dfc is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:54.291132 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:54.295269 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:05:54.298227 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Transition to ACTIVE for port object cf8ca8e5-005c-43d8-8d64-b00857ad5acc will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:54.305886 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.308253 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:54.322056 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Pushing event updated for resources: {'Port': ['ID=a3b60861-ecbf-4037-ad96-559fe1e4ae19,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:54.326513 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:54.338877 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643606'] for router_interface, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.364619 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Attempting to bind port cf8ca8e5-005c-43d8-8d64-b00857ad5acc on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:05:54.365001 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Attempting to bind port cf8ca8e5-005c-43d8-8d64-b00857ad5acc by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:05:54.365367 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Attempting to bind port cf8ca8e5-005c-43d8-8d64-b00857ad5acc on network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:05:54.371599 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000418b-1bd1-4363-a76d-290753f60410 None None] Pushing event updated for resources: {'Port': ['ID=cf8ca8e5-005c-43d8-8d64-b00857ad5acc,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:54.374383 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-b000418b-1bd1-4363-a76d-290753f60410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:54.377423 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:05:54.377805 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:05:54.378210 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.378600 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Bound using segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:05:54.379138 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Bound port: cf8ca8e5-005c-43d8-8d64-b00857ad5acc, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:05:54.379430 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.434449 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] For port cf8ca8e5-005c-43d8-8d64-b00857ad5acc, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:05:54.437824 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] For port cf8ca8e5-005c-43d8-8d64-b00857ad5acc, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=cf8ca8e5-005c-43d8-8d64-b00857ad5acc,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:05:54.442396 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.445619 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:54.490478 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.497597 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:05:54.498217 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:05:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:54.555749 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000418b-1bd1-4363-a76d-290753f60410 None None] Pushing event updated for resources: {'Port': ['ID=cf8ca8e5-005c-43d8-8d64-b00857ad5acc,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:54.558798 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-b000418b-1bd1-4363-a76d-290753f60410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:54.567938 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-5786730f-cf7b-4787-b976-6d483560897c None None] Provisioning for port a3b60861-ecbf-4037-ad96-559fe1e4ae19 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:54.597254 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-5786730f-cf7b-4787-b976-6d483560897c None None] Provisioning complete for port a3b60861-ecbf-4037-ad96-559fe1e4ae19 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:54.597629 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-5786730f-cf7b-4787-b976-6d483560897c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.649656 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-5786730f-cf7b-4787-b976-6d483560897c None None] Port a3b60861-ecbf-4037-ad96-559fe1e4ae19 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:05:54.652708 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.653578 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:05:54.658198 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.661559 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0a32e205-d70b-44df-8511-0d83629a2b7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:54.773550 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 4fee1dab-4b3e-4237-a216-dbd482d45912 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:05:54.877129 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 4fee1dab-4b3e-4237-a216-dbd482d45912 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:54.883444 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 4fee1dab-4b3e-4237-a216-dbd482d45912 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:54.883828 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:54.997231 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644879'] for router_interface, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:55.005105 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Pushing event updated for resources: {'Port': ['ID=a3b60861-ecbf-4037-ad96-559fe1e4ae19,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:55.009003 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:55.069430 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 1, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:55.103097 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Network 6011167a-30d3-4dd5-b555-795679d60dfc is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:55.104594 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:55.112170 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b765ebc-ca69-4a6f-b60e-b8ccb958ce07 None None] The sync data for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb is: [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 1, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:05:55.126754 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:55.167969 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 4fee1dab-4b3e-4237-a216-dbd482d45912, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=4fee1dab-4b3e-4237-a216-dbd482d45912,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:55.174266 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:55.178174 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:55.233313 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=4fee1dab-4b3e-4237-a216-dbd482d45912,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:55.236671 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:55.238181 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Router 43fc94d4-75bf-480b-ab9c-147856d02771 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:05:55.366444 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:05:55.377093 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d3dec970-54c5-4c17-a751-b8aa13c461fb admin admin] 10.222.0.60 "PUT /v2.0/routers/43fc94d4-75bf-480b-ab9c-147856d02771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8585150 Jun 21 14:05:55.377260 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-4b4c17e2-c2b4-436c-9700-228fef492763 None None] Provisioning complete for port a3b60861-ecbf-4037-ad96-559fe1e4ae19 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:55.377260 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-4b4c17e2-c2b4-436c-9700-228fef492763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:55.417675 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-4b4c17e2-c2b4-436c-9700-228fef492763 None None] Port a3b60861-ecbf-4037-ad96-559fe1e4ae19 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:05:55.882310 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53240) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:55.888052 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1555590838-network', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:05:55.909625 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Made reservation on behalf of a7cf1198aff34fccbee94894027a43fa for: {'network': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:05:55.912267 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for network, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:55.921904 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.015269 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.019320 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.022266 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b3e66332-f477-47e1-a8fb-f253fc71bcee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:56.047295 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 704} {{(pid=92657) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:05:56.053077 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d9a2b9-a2f1-49f4-8591-141aa0fa6e80,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:56.056458 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:56.061244 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.061596 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.segments_db [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Added segment 8876d9d8-7f86-461d-ad40-ddd58d721e9b of type vlan for network f7507783-c729-4b08-9326-1bb348ab7633 Jun 21 14:05:56.108411 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788756486876'] for network, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.137641 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331'] for network, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.138981 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:56.139569 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.141758 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:56.197492 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3140559 Jun 21 14:05:56.200418 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53242) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:56.202736 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Pushing event updated for resources: {'Network': ['ID=f7507783-c729-4b08-9326-1bb348ab7633,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:56.205570 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-0da5ae67-4c76-4952-87ec-2189c8673de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:56.205825 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Request body: {'subnet': {'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1555590838-subnet', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'ip_version': 4}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:05:56.213079 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Network f7507783-c729-4b08-9326-1bb348ab7633 details requested by agent ovs-agent-dv-cinder-794962-5-smb with host dv-cinder-794962-5-smb {{(pid=92659) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:05:56.228105 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Made reservation on behalf of a7cf1198aff34fccbee94894027a43fa for: {'subnet': 1} {{(pid=92658) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:05:56.231273 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3740081'] for subnet, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.644813 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3728992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3740067'] for subnet, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.646864 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-716b0570-05ec-464f-90c7-d2584f29c0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:56.698550 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754e8302-dc23-4851-9dc2-2e2b57685500,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:56.702533 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:56.709771 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Checking segment: {'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92658) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:05:56.710132 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Network hostable DHCP agents. Network: f7507783-c729-4b08-9326-1bb348ab7633, hostable agents: ['e1cf9674-8db3-4b73-94b1-36bcd3170665'], hosted agents: [] {{(pid=92658) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:05:56.732354 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Network f7507783-c729-4b08-9326-1bb348ab7633 is scheduled to be hosted by DHCP agent e1cf9674-8db3-4b73-94b1-36bcd3170665 with binding_index 1 {{(pid=92658) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:05:56.743061 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794962-5-smb, f7507783-c729-4b08-9326-1bb348ab7633) {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:56.748495 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:05:56.749301 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.757119 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e98e1-e93e-4cbe-aa8c-bc17f37b5c35 None None] Network f7507783-c729-4b08-9326-1bb348ab7633 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:05:56.769416 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53244) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:56.769673 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-c8acdfbd-5006-4146-ba64-d852460f7bf3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5678177 Jun 21 14:05:56.774261 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:05:56.800084 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-609708', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1083'] for router, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.801433 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-609745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-954861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1072'] for router, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.816390 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 4fee1dab-4b3e-4237-a216-dbd482d45912 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:05:56.861490 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.916677 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 4fee1dab-4b3e-4237-a216-dbd482d45912 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:56.917056 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:56.989245 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b9526d4-c840-523e-adfd-c3172bcb4d5d-f7507783-c729-4b08-9326-1bb348ab7633', 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'fixed_ips': [{'subnet_id': '754e8302-dc23-4851-9dc2-2e2b57685500'}]}} from dv-cinder-794962-5-smb. {{(pid=92659) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:05:56.990096 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.000036 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-645357', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-609630', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1062'] for router, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.097213 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device cf8ca8e5-005c-43d8-8d64-b00857ad5acc up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:05:57.108804 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757be75b-9684-4145-b06e-a914c728402a None None] Sync routers for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:05:57.118461 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757be75b-9684-4145-b06e-a914c728402a None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:05:57.119075 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-757be75b-9684-4145-b06e-a914c728402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:05:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:57.187580 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.db_base_plugin_common [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Allocated IP 172.20.0.2 (f7507783-c729-4b08-9326-1bb348ab7633/754e8302-dc23-4851-9dc2-2e2b57685500/1c07dfca-5145-440d-9729-46a35174eb4c) {{(pid=92659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:05:57.199874 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port cf8ca8e5-005c-43d8-8d64-b00857ad5acc completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:57.207170 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port cf8ca8e5-005c-43d8-8d64-b00857ad5acc triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:57.207557 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.223954 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-757be75b-9684-4145-b06e-a914c728402a None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:05:57.231842 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.251740 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.367771 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Allocated IP 172.28.3.169 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/af801cea-27ee-470a-8baa-372b696f9100) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:05:57.384251 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.420010 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port cf8ca8e5-005c-43d8-8d64-b00857ad5acc, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=cf8ca8e5-005c-43d8-8d64-b00857ad5acc,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:57.423924 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Notify callbacks [] for port, precommit_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.429389 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.433157 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:57.457334 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-757be75b-9684-4145-b06e-a914c728402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 2, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:57.460734 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Transition to ACTIVE for port object 1c07dfca-5145-440d-9729-46a35174eb4c will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:57.486870 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757be75b-9684-4145-b06e-a914c728402a None None] Checking router: 43fc94d4-75bf-480b-ab9c-147856d02771 for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:05:57.487241 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757be75b-9684-4145-b06e-a914c728402a None None] Updating router 43fc94d4-75bf-480b-ab9c-147856d02771 port a3b60861-ecbf-4037-ad96-559fe1e4ae19 binding host dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:05:57.488737 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Transition to ACTIVE for port object 1c07dfca-5145-440d-9729-46a35174eb4c will not be triggered until provisioned by entity DHCP. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:57.490801 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.501739 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190'] for port, after_create {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.503739 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=cf8ca8e5-005c-43d8-8d64-b00857ad5acc,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:57.507457 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:57.507892 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:57.529172 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-757be75b-9684-4145-b06e-a914c728402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.535242 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.538704 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-60189a45-ca44-46fe-9c5d-4f81f199d74f tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:57.540495 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Network f7507783-c729-4b08-9326-1bb348ab7633 is already hosted by enough agents. {{(pid=92659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:57.547334 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.scheduler.base_scheduler [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Resources bound (agent type, host, resource id): {{(pid=92659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:57.550926 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Received port after_create {{(pid=92659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:05:57.559955 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Pushing event updated for resources: {'Port': ['ID=1c07dfca-5145-440d-9729-46a35174eb4c,revision_number=1']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:57.566295 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:57.582609 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:57.587086 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:57.591766 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:05:57.594935 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Pushing event updated for resources: {'Port': ['ID=af801cea-27ee-470a-8baa-372b696f9100,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:57.616020 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Attempting to bind port 1c07dfca-5145-440d-9729-46a35174eb4c on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:05:57.616439 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Attempting to bind port 1c07dfca-5145-440d-9729-46a35174eb4c by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:05:57.616816 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Attempting to bind port 1c07dfca-5145-440d-9729-46a35174eb4c on network f7507783-c729-4b08-9326-1bb348ab7633 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:05:57.622820 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:05:57.623117 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Checking segment: {'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:05:57.623315 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:57.623531 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.623935 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Bound using segment: {'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:05:57.624441 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Bound port: 1c07dfca-5145-440d-9729-46a35174eb4c, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:05:57.624828 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.701927 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] For port 1c07dfca-5145-440d-9729-46a35174eb4c, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:05:57.705490 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] For port 1c07dfca-5145-440d-9729-46a35174eb4c, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=1c07dfca-5145-440d-9729-46a35174eb4c,segment=NetworkSegment(8876d9d8-7f86-461d-ad40-ddd58d721e9b),segment_id=8876d9d8-7f86-461d-ad40-ddd58d721e9b)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:05:57.712022 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.715460 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:57.774657 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Pushing event updated for resources: {'Port': ['ID=1c07dfca-5145-440d-9729-46a35174eb4c,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:57.778362 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-2b7cb141-7e40-40b5-a692-2a89bbe5be6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:57.874116 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.910796 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-757be75b-9684-4145-b06e-a914c728402a None None] Notify callbacks [] for port, precommit_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.921326 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.provisioning_blocks [None req-757be75b-9684-4145-b06e-a914c728402a None None] Transition to ACTIVE for port object a3b60861-ecbf-4037-ad96-559fe1e4ae19 will not be triggered until provisioned by entity L2. {{(pid=92660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:57.946060 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-757be75b-9684-4145-b06e-a914c728402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:57.957728 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:58.003301 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Pushing event updated for resources: {'Port': ['ID=a3b60861-ecbf-4037-ad96-559fe1e4ae19,revision_number=3']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:58.085115 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.085948 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.085948 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.086161 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.086429 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.086756 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.087077 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.087397 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.087715 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.088032 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.088348 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.088686 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:05:58.101546 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-757be75b-9684-4145-b06e-a914c728402a None None] Attempting to bind port a3b60861-ecbf-4037-ad96-559fe1e4ae19 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:05:58.101932 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-757be75b-9684-4145-b06e-a914c728402a None None] Attempting to bind port a3b60861-ecbf-4037-ad96-559fe1e4ae19 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:05:58.102306 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757be75b-9684-4145-b06e-a914c728402a None None] Attempting to bind port a3b60861-ecbf-4037-ad96-559fe1e4ae19 on network 6011167a-30d3-4dd5-b555-795679d60dfc {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:05:58.106141 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:58.108944 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757be75b-9684-4145-b06e-a914c728402a None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:05:58.109979 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757be75b-9684-4145-b06e-a914c728402a None None] Checking segment: {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:05:58.110678 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-757be75b-9684-4145-b06e-a914c728402a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:58.111357 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757be75b-9684-4145-b06e-a914c728402a None None] Bound using segment: {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:05:58.112258 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-757be75b-9684-4145-b06e-a914c728402a None None] Bound port: a3b60861-ecbf-4037-ad96-559fe1e4ae19, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'}}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:05:58.113065 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-757be75b-9684-4145-b06e-a914c728402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:58.119828 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-609701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-645689'] for router, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:58.186022 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-757be75b-9684-4145-b06e-a914c728402a None None] For port a3b60861-ecbf-4037-ad96-559fe1e4ae19, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:05:58.189123 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-757be75b-9684-4145-b06e-a914c728402a None None] For port a3b60861-ecbf-4037-ad96-559fe1e4ae19, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=a3b60861-ecbf-4037-ad96-559fe1e4ae19,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:05:58.195563 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-757be75b-9684-4145-b06e-a914c728402a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:58.198202 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-f30eaf6a-3e06-4551-a24d-5c646fcba6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:58.256644 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757be75b-9684-4145-b06e-a914c728402a None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:05:58.257467 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-757be75b-9684-4145-b06e-a914c728402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:05:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:58.264800 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Router c1176939-bbbb-44b6-8044-69ef92dd7dcb is scheduled to L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 with binding_index 1 {{(pid=92657) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:05:58.296172 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Pushing event updated for resources: {'Port': ['ID=a3b60861-ecbf-4037-ad96-559fe1e4ae19,revision_number=4']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:58.300807 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-23d7fd2d-f2d8-474e-9a4c-8645587bb1e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:58.379325 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-757be75b-9684-4145-b06e-a914c728402a None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:05:58.387219 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:05:58.396338 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Sync routers for ids ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:05:58.417542 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Routers {'c1176939-bbbb-44b6-8044-69ef92dd7dcb'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:05:58.419038 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] Notify callbacks [] for router, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:58.419185 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:05:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:58.420525 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-fda50e59-eb51-475b-9062-2841ab9def3d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6501646 Jun 21 14:05:58.423452 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53246) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:05:58.579872 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Set router c1176939-bbbb-44b6-8044-69ef92dd7dcb gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:05:58.621141 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-757be75b-9684-4145-b06e-a914c728402a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:58Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:58.654144 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757be75b-9684-4145-b06e-a914c728402a None None] The sync data for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb is: [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:58Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:05:58.827601 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'af801cea-27ee-470a-8baa-372b696f9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 3, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port': {'id': 'af801cea-27ee-470a-8baa-372b696f9100', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:57Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:05:58.884523 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Checking router: c1176939-bbbb-44b6-8044-69ef92dd7dcb for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:05:58.884891 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Updating router c1176939-bbbb-44b6-8044-69ef92dd7dcb port af801cea-27ee-470a-8baa-372b696f9100 binding host dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:05:58.918720 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 1c07dfca-5145-440d-9729-46a35174eb4c up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:05:58.954716 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:58.966472 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.066444 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 1c07dfca-5145-440d-9729-46a35174eb4c completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:59.072102 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf975e-834d-489d-b699-25352dbf674d None None] Network f7507783-c729-4b08-9326-1bb348ab7633 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:05:59.123802 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device a3b60861-ecbf-4037-ad96-559fe1e4ae19 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:05:59.150869 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Allocated IP 172.20.0.1 (f7507783-c729-4b08-9326-1bb348ab7633/754e8302-dc23-4851-9dc2-2e2b57685500/875d81da-fc10-42b3-baff-e4c56e39a958) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:05:59.216333 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-86beb82b-41f6-498f-b2aa-2e62fa3cadcb None None] Provisioning for port 1c07dfca-5145-440d-9729-46a35174eb4c completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:59.229326 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-86beb82b-41f6-498f-b2aa-2e62fa3cadcb None None] Provisioning complete for port 1c07dfca-5145-440d-9729-46a35174eb4c triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:59.229326 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-86beb82b-41f6-498f-b2aa-2e62fa3cadcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.266250 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.281341 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.provisioning_blocks [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Transition to ACTIVE for port object 875d81da-fc10-42b3-baff-e4c56e39a958 will not be triggered until provisioned by entity DHCP. {{(pid=92658) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:59.320155 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.322890 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-7ac03535-61fc-493a-8217-50d0031c4188 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:59.363668 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Network f7507783-c729-4b08-9326-1bb348ab7633 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:59.366802 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:59.370345 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:05:59.398308 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Pushing event updated for resources: {'Port': ['ID=875d81da-fc10-42b3-baff-e4c56e39a958,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:59.402329 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:59.427003 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-643606'] for router_interface, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.430682 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:05:59.461587 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port a3b60861-ecbf-4037-ad96-559fe1e4ae19 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:05:59.478500 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port a3b60861-ecbf-4037-ad96-559fe1e4ae19 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:05:59.478885 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.561899 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.648417 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-86beb82b-41f6-498f-b2aa-2e62fa3cadcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.686996 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Notify callbacks [] for port, precommit_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.716679 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Transition to ACTIVE for port object af801cea-27ee-470a-8baa-372b696f9100 will not be triggered until provisioned by entity L2. {{(pid=92659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:05:59.720280 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.724680 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.727410 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c60d0ea9-69f6-40b0-9b73-d6ad8ebf372d tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:59.729901 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.737624 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.741499 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-0e76ff3c-02fe-4655-b4bc-15d637b140e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:59.751638 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-86beb82b-41f6-498f-b2aa-2e62fa3cadcb None None] For port 1c07dfca-5145-440d-9729-46a35174eb4c, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=1c07dfca-5145-440d-9729-46a35174eb4c,segment=NetworkSegment(8876d9d8-7f86-461d-ad40-ddd58d721e9b),segment_id=8876d9d8-7f86-461d-ad40-ddd58d721e9b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:59.779611 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-86beb82b-41f6-498f-b2aa-2e62fa3cadcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.801727 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-760421', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-644879'] for router_interface, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.803999 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Pushing event updated for resources: {'Port': ['ID=875d81da-fc10-42b3-baff-e4c56e39a958,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:59.809866 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:59.828084 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port a3b60861-ecbf-4037-ad96-559fe1e4ae19, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=a3b60861-ecbf-4037-ad96-559fe1e4ae19,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:05:59.829504 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Attempting to bind port af801cea-27ee-470a-8baa-372b696f9100 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:05:59.829813 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Attempting to bind port af801cea-27ee-470a-8baa-372b696f9100 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:05:59.830182 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Attempting to bind port af801cea-27ee-470a-8baa-372b696f9100 on network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:05:59.832237 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a5649-1322-4d2d-b488-88891a1ac110 None None] Pushing event updated for resources: {'Port': ['ID=af801cea-27ee-470a-8baa-372b696f9100,revision_number=2']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:59.835829 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-b07a5649-1322-4d2d-b488-88891a1ac110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:59.836468 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:59.838507 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.839375 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device cf8ca8e5-005c-43d8-8d64-b00857ad5acc up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:05:59.879395 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:05:59.879792 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Checking segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:05:59.880205 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.880632 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Bound using segment: {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'} {{(pid=92659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:05:59.881131 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.managers [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Bound port: af801cea-27ee-470a-8baa-372b696f9100, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8fd02a5-7712-404d-b148-07fb0c7fc3c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0'}}] {{(pid=92659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:05:59.881852 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:05:59.902462 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Network f7507783-c729-4b08-9326-1bb348ab7633 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:05:59.903823 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:05:59.963012 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86beb82b-41f6-498f-b2aa-2e62fa3cadcb None None] Pushing event updated for resources: {'Port': ['ID=1c07dfca-5145-440d-9729-46a35174eb4c,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:05:59.977384 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-86beb82b-41f6-498f-b2aa-2e62fa3cadcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:05:59.979186 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:05:59.984060 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] For port af801cea-27ee-470a-8baa-372b696f9100, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:06:00.029368 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Router c1176939-bbbb-44b6-8044-69ef92dd7dcb has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:06:00.035947 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] For port af801cea-27ee-470a-8baa-372b696f9100, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=af801cea-27ee-470a-8baa-372b696f9100,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:06:00.042981 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port cf8ca8e5-005c-43d8-8d64-b00857ad5acc triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:00.043367 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:00.051143 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:00.076632 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-13d69e6e-cffa-49b8-9ba4-d14a73e21195 None None] Provisioning complete for port 1c07dfca-5145-440d-9729-46a35174eb4c triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:00.076929 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-13d69e6e-cffa-49b8-9ba4-d14a73e21195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:00.105843 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=a3b60861-ecbf-4037-ad96-559fe1e4ae19,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:00.115117 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:00.118238 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:00.149928 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:06:00.159159 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] 10.222.0.60 "PUT /v2.0/routers/c1176939-bbbb-44b6-8044-69ef92dd7dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7307048 Jun 21 14:06:00.178045 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Routers {'c1176939-bbbb-44b6-8044-69ef92dd7dcb'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:00.178691 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:05:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:00.242220 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a5649-1322-4d2d-b488-88891a1ac110 None None] Pushing event updated for resources: {'Port': ['ID=af801cea-27ee-470a-8baa-372b696f9100,revision_number=3']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:00.250464 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-b07a5649-1322-4d2d-b488-88891a1ac110 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:00.375204 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] Set router c1176939-bbbb-44b6-8044-69ef92dd7dcb gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:00.415438 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-13d69e6e-cffa-49b8-9ba4-d14a73e21195 None None] Provisioning for port 875d81da-fc10-42b3-baff-e4c56e39a958 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:06:00.423699 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-13d69e6e-cffa-49b8-9ba4-d14a73e21195 None None] Provisioning complete for port 875d81da-fc10-42b3-baff-e4c56e39a958 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:00.424052 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-13d69e6e-cffa-49b8-9ba4-d14a73e21195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:00.525038 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-13d69e6e-cffa-49b8-9ba4-d14a73e21195 None None] Port 875d81da-fc10-42b3-baff-e4c56e39a958 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:06:00.609054 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'af801cea-27ee-470a-8baa-372b696f9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 4, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port': {'id': 'af801cea-27ee-470a-8baa-372b696f9100', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:57Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '875d81da-fc10-42b3-baff-e4c56e39a958', 'name': '', 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'mac_address': 'fa:16:3e:93:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:58Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 2, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'subnets': [{'id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:00.638339 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590021a2-509b-46ec-8345-7923d12f2a90 None None] The sync data for ids ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'] in dv-cinder-794962-5-smb is: [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'af801cea-27ee-470a-8baa-372b696f9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 4, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port': {'id': 'af801cea-27ee-470a-8baa-372b696f9100', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:57Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '875d81da-fc10-42b3-baff-e4c56e39a958', 'name': '', 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'mac_address': 'fa:16:3e:93:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:58Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 2, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'subnets': [{'id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:06:00.648150 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-9809f952-ebfe-46ed-ab52-95872b8919bc None None] Provisioning complete for port 875d81da-fc10-42b3-baff-e4c56e39a958 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:00.648574 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-9809f952-ebfe-46ed-ab52-95872b8919bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:00.687254 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-9809f952-ebfe-46ed-ab52-95872b8919bc None None] Port 875d81da-fc10-42b3-baff-e4c56e39a958 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:06:00.735372 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 1c07dfca-5145-440d-9729-46a35174eb4c up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:00.786887 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 1c07dfca-5145-440d-9729-46a35174eb4c triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:00.787269 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:00.913403 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device a3b60861-ecbf-4037-ad96-559fe1e4ae19 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:00.976557 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port a3b60861-ecbf-4037-ad96-559fe1e4ae19 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:00.976945 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:02.008343 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-2918b3ef-b0ee-480a-a978-b687e713f8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:02.783986 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device af801cea-27ee-470a-8baa-372b696f9100 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:02.863666 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port af801cea-27ee-470a-8baa-372b696f9100 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:06:02.874034 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port af801cea-27ee-470a-8baa-372b696f9100 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:02.874427 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:02.884830 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Sync routers for ids ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:06:02.899215 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Routers {'c1176939-bbbb-44b6-8044-69ef92dd7dcb'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:02.899685 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:05:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:02.967416 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:02.991290 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port af801cea-27ee-470a-8baa-372b696f9100, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=af801cea-27ee-470a-8baa-372b696f9100,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:02.999158 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:03.000570 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:03.032458 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Set router c1176939-bbbb-44b6-8044-69ef92dd7dcb gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:03.062847 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=af801cea-27ee-470a-8baa-372b696f9100,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:03.066857 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:03.274395 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'af801cea-27ee-470a-8baa-372b696f9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 4, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port': {'id': 'af801cea-27ee-470a-8baa-372b696f9100', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:57Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '875d81da-fc10-42b3-baff-e4c56e39a958', 'name': '', 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'mac_address': 'fa:16:3e:93:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:58Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 2, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'subnets': [{'id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:03.303728 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Checking router: c1176939-bbbb-44b6-8044-69ef92dd7dcb for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:06:03.303728 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Updating router c1176939-bbbb-44b6-8044-69ef92dd7dcb port 875d81da-fc10-42b3-baff-e4c56e39a958 binding host dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:06:03.344638 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:03.621294 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:03.631242 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.provisioning_blocks [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Transition to ACTIVE for port object 875d81da-fc10-42b3-baff-e4c56e39a958 will not be triggered until provisioned by entity L2. {{(pid=92660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:06:03.639063 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:03.642036 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:03.681315 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885eaf4a-db1a-457e-b00f-9236034d26fd None None] Pushing event updated for resources: {'Port': ['ID=875d81da-fc10-42b3-baff-e4c56e39a958,revision_number=3']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:03.684327 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-885eaf4a-db1a-457e-b00f-9236034d26fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:03.781056 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Attempting to bind port 875d81da-fc10-42b3-baff-e4c56e39a958 on host dv-cinder-794962-5-smb for vnic_type normal with profile {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:06:03.781439 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Attempting to bind port 875d81da-fc10-42b3-baff-e4c56e39a958 by drivers openvswitch,hyperv on host dv-cinder-794962-5-smb at level 0 using segments [{'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:06:03.781806 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Attempting to bind port 875d81da-fc10-42b3-baff-e4c56e39a958 on network f7507783-c729-4b08-9326-1bb348ab7633 {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:06:03.796912 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Checking agent: {'id': '98b4ef82-9e66-4a63-9e28-e41ea8187e74', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794962-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 50, 5), 'started_at': datetime.datetime(2021, 6, 21, 13, 50, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794962-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:06:03.797684 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Checking segment: {'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:06:03.797684 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:03.798079 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Bound using segment: {'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'} {{(pid=92660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:06:03.798566 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.managers [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Bound port: 875d81da-fc10-42b3-baff-e4c56e39a958, host: dv-cinder-794962-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8876d9d8-7f86-461d-ad40-ddd58d721e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633'}}] {{(pid=92660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:06:03.798948 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:03.878682 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] For port 875d81da-fc10-42b3-baff-e4c56e39a958, host dv-cinder-794962-5-smb, cleared binding levels {{(pid=92660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:06:03.882196 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.plugins.ml2.db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] For port 875d81da-fc10-42b3-baff-e4c56e39a958, host dv-cinder-794962-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=875d81da-fc10-42b3-baff-e4c56e39a958,segment=NetworkSegment(8876d9d8-7f86-461d-ad40-ddd58d721e9b),segment_id=8876d9d8-7f86-461d-ad40-ddd58d721e9b)] {{(pid=92660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:06:03.886465 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron_lib.callbacks.manager [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:03.890111 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-08337d94-323a-4492-b966-84c2633c34e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:03.952721 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Routers {'c1176939-bbbb-44b6-8044-69ef92dd7dcb'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:03.953575 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:05:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:03.992308 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885eaf4a-db1a-457e-b00f-9236034d26fd None None] Pushing event updated for resources: {'Port': ['ID=875d81da-fc10-42b3-baff-e4c56e39a958,revision_number=4']} {{(pid=92660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:03.996763 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG oslo_concurrency.lockutils [None req-885eaf4a-db1a-457e-b00f-9236034d26fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:04.193351 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] Set router c1176939-bbbb-44b6-8044-69ef92dd7dcb gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:04.300947 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-93b1dee9-ea58-41ba-ae87-b65bfbec578e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.413473 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'af801cea-27ee-470a-8baa-372b696f9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 4, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port': {'id': 'af801cea-27ee-470a-8baa-372b696f9100', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:57Z', 'updated_at': '2021-06-21T14:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '875d81da-fc10-42b3-baff-e4c56e39a958', 'name': '', 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'mac_address': 'fa:16:3e:93:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:58Z', 'updated_at': '2021-06-21T14:06:03Z', 'revision_number': 4, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'subnets': [{'id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:04.443964 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b76e744-c013-4b85-b722-fce11984f4f6 None None] The sync data for ids ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'] in dv-cinder-794962-5-smb is: [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'af801cea-27ee-470a-8baa-372b696f9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 4, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port': {'id': 'af801cea-27ee-470a-8baa-372b696f9100', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:57Z', 'updated_at': '2021-06-21T14:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': '875d81da-fc10-42b3-baff-e4c56e39a958', 'name': '', 'network_id': 'f7507783-c729-4b08-9326-1bb348ab7633', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'mac_address': 'fa:16:3e:93:a0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:58Z', 'updated_at': '2021-06-21T14:06:03Z', 'revision_number': 4, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'subnets': [{'id': '754e8302-dc23-4851-9dc2-2e2b57685500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:06:04.784916 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 875d81da-fc10-42b3-baff-e4c56e39a958 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:04.850143 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning for port 875d81da-fc10-42b3-baff-e4c56e39a958 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:06:04.854321 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 875d81da-fc10-42b3-baff-e4c56e39a958 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:04.854810 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.948584 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:04.994376 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] For port 875d81da-fc10-42b3-baff-e4c56e39a958, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=875d81da-fc10-42b3-baff-e4c56e39a958,segment=NetworkSegment(8876d9d8-7f86-461d-ad40-ddd58d721e9b),segment_id=8876d9d8-7f86-461d-ad40-ddd58d721e9b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:05.001377 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:05.002663 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device af801cea-27ee-470a-8baa-372b696f9100 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:05.004740 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:05.093140 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Pushing event updated for resources: {'Port': ['ID=875d81da-fc10-42b3-baff-e4c56e39a958,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:05.098337 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:05.101116 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port af801cea-27ee-470a-8baa-372b696f9100 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:05.101498 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:05.149341 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:05.715763 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:06.738869 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 875d81da-fc10-42b3-baff-e4c56e39a958 up at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:06.791944 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Provisioning complete for port 875d81da-fc10-42b3-baff-e4c56e39a958 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:06.792542 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.343693 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:07.563891 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:09.921625 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-d78eca65-3824-4457-a7be-0abf1f2e690c tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:09.922976 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-d78eca65-3824-4457-a7be-0abf1f2e690c tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 814 time: 0.1029825 Jun 21 14:06:09.937265 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-4bd361cb-9ef0-4bae-a690-26012578fa86 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/quotas/5fb708520846442cb835b63fd7434cd3 HTTP/1.1" status: 200 len: 375 time: 0.0087881 Jun 21 14:06:10.004441 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-c036aa7d-9e14-44e5-b00e-7dce922a1790 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624480 Jun 21 14:06:10.098624 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-372cc1fe-b31a-48ac-8d96-8e871bf93aae service neutron] 10.222.0.60 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832903 Jun 21 14:06:10.185365 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-514c7014-282c-4b86-8ff4-8446e2be94b5 service neutron] 10.222.0.60 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808842 Jun 21 14:06:10.349473 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-4db5fa2c-d973-4c76-b659-f8b56edc1b6e req-22e74551-1e10-4d2c-86cd-71e1a0ba5a33 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 210 time: 0.0300939 Jun 21 14:06:11.474764 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2e97d365-358c-4d15-be0a-509eb6990c9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:11.476254 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2e97d365-358c-4d15-be0a-509eb6990c9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.22 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 814 time: 0.1207724 Jun 21 14:06:11.489019 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'port': {'device_id': 'd80767e8-b626-401f-ac72-347dfd262bea', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'admin_state_up': True, 'tenant_id': '5fb708520846442cb835b63fd7434cd3'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:11.503085 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-77df1436-533e-441f-87de-75f7d8ccb7b0 req-45fe079f-d335-4aed-a32f-e36b4e2e954c tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 210 time: 0.0350990 Jun 21 14:06:11.605047 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Made reservation on behalf of 5fb708520846442cb835b63fd7434cd3 for: {'port': 1} {{(pid=92657) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:06:11.613130 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:11.739742 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_common [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Allocated IP 172.20.0.10 (6011167a-30d3-4dd5-b555-795679d60dfc/8bf3e075-d926-471f-b3f8-6c6b016d869c/bdfeddf2-1fe0-417b-8db1-8eb0a696f825) {{(pid=92657) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:06:11.899609 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for port, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:11.914498 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Transition to ACTIVE for port object bdfeddf2-1fe0-417b-8db1-8eb0a696f825 will not be triggered until provisioned by entity DHCP. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:06:11.953770 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8827539'] for port, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:11.976149 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-e9e309b6-975f-43a7-a59e-386ff5f216f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:12.018877 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Network 6011167a-30d3-4dd5-b555-795679d60dfc is already hosted by enough agents. {{(pid=92657) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:06:12.021024 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.base_scheduler [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Resources bound (agent type, host, resource id): {{(pid=92657) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:06:12.026239 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Received port after_create {{(pid=92657) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:06:12.099954 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:12.100612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.144867 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6599777 Jun 21 14:06:12.145900 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'Port': ['ID=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:12.149254 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2526a46c-3158-467e-a27d-49b680fa0739 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:12.356351 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-fc52e043-e182-4bb5-b3ba-ec7fb41d408c None None] Provisioning for port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 completed by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:06:12.360469 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-fc52e043-e182-4bb5-b3ba-ec7fb41d408c None None] Provisioning complete for port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:12.360859 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-fc52e043-e182-4bb5-b3ba-ec7fb41d408c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:12.396235 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-fc52e043-e182-4bb5-b3ba-ec7fb41d408c None None] Port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 cannot update to ACTIVE because it is not bound. {{(pid=92659) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:06:12.686900 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f8a18-23dc-464c-824e-b9cbb177754a req-9a7aaf4e-3c11-4c94-8635-7feb697be330 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:12.688423 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c38f8a18-23dc-464c-824e-b9cbb177754a req-9a7aaf4e-3c11-4c94-8635-7feb697be330 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 932 time: 0.0689707 Jun 21 14:06:12.733678 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-c38f8a18-23dc-464c-824e-b9cbb177754a req-3fd688e0-3746-4b67-86c4-a3e5e2ec3f5d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Jun 21 14:06:13.923853 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47af01f-0b1a-406c-a86e-14bb47cd8020 req-d3a240e4-5d65-4f93-b378-42372241583c tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:13.925369 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b47af01f-0b1a-406c-a86e-14bb47cd8020 req-d3a240e4-5d65-4f93-b378-42372241583c tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 932 time: 0.0690055 Jun 21 14:06:13.964067 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b47af01f-0b1a-406c-a86e-14bb47cd8020 req-b965e43f-a0b8-44d3-87ce-e3a3b16bbb7e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326707 Jun 21 14:06:15.149079 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a1964-d45e-4c7e-9755-a2739b3b6c84 req-a88e9555-00c0-4f7b-8fc8-e795f800b8ba tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:15.150584 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6b0a1964-d45e-4c7e-9755-a2739b3b6c84 req-a88e9555-00c0-4f7b-8fc8-e795f800b8ba tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 932 time: 0.0750690 Jun 21 14:06:15.189673 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-6b0a1964-d45e-4c7e-9755-a2739b3b6c84 req-dd7a930c-1d60-40cd-8316-0d1a91a795f4 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334823 Jun 21 14:06:16.376997 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d850ed-8e63-4f84-b2ce-711e52aa7a66 req-53312228-78c6-4fed-980c-3226b53333a6 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:16.381233 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b5d850ed-8e63-4f84-b2ce-711e52aa7a66 req-53312228-78c6-4fed-980c-3226b53333a6 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 932 time: 0.0789368 Jun 21 14:06:16.445093 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-b5d850ed-8e63-4f84-b2ce-711e52aa7a66 req-da57e710-be10-4ca8-afd7-41a35377faec tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536928 Jun 21 14:06:17.621119 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127615b2-a28f-42fb-ac1e-d57c951fbeb4 req-d1fe9e27-49ad-40f1-bea7-db7ac9e495de tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:17.623156 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-127615b2-a28f-42fb-ac1e-d57c951fbeb4 req-d1fe9e27-49ad-40f1-bea7-db7ac9e495de tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 932 time: 0.0652332 Jun 21 14:06:17.666266 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-127615b2-a28f-42fb-ac1e-d57c951fbeb4 req-919d1ff9-7f01-48c6-9b7e-f34158a03da6 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372581 Jun 21 14:06:18.843472 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020edb1-847b-4f63-8b6b-130e27970281 req-ecb01a74-c2bc-490c-a1e8-e2a96781e54a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:18.844983 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5020edb1-847b-4f63-8b6b-130e27970281 req-ecb01a74-c2bc-490c-a1e8-e2a96781e54a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 932 time: 0.0662262 Jun 21 14:06:18.890060 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-5020edb1-847b-4f63-8b6b-130e27970281 req-dabab559-c079-4663-acd9-7fc5bff53e3a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Jun 21 14:06:20.070960 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4accac1-f3d4-4759-acd0-76794bb971ef req-820f0d43-18a1-456b-bab7-2c09a07e662d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:20.072795 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a4accac1-f3d4-4759-acd0-76794bb971ef req-820f0d43-18a1-456b-bab7-2c09a07e662d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 932 time: 0.0671742 Jun 21 14:06:20.114269 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a4accac1-f3d4-4759-acd0-76794bb971ef req-c99e43f6-6afa-46b0-b4df-cadc12f9fc2a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351114 Jun 21 14:06:21.287752 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c6085-ae0d-45b0-b163-e9bacf9a0cb5 req-8126f130-5fd6-464a-b276-4264349bcae6 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:21.289487 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72c6085-ae0d-45b0-b163-e9bacf9a0cb5 req-8126f130-5fd6-464a-b276-4264349bcae6 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 932 time: 0.0623572 Jun 21 14:06:21.326964 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-a72c6085-ae0d-45b0-b163-e9bacf9a0cb5 req-2cdfd65c-085a-4819-b2a1-9c97581d83fe tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311821 Jun 21 14:06:21.875555 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Request body: {'port': {'device_id': 'd80767e8-b626-401f-ac72-347dfd262bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79496'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:21.946906 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.201798 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfeddf2-1fe0-417b-8db1-8eb0a696f825 {{(pid=92657) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:06:22.209495 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.221749 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.provisioning_blocks [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Transition to ACTIVE for port object bdfeddf2-1fe0-417b-8db1-8eb0a696f825 will not be triggered until provisioned by entity L2. {{(pid=92657) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:06:22.225086 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.227746 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-f510cf47-fb88-4b54-b3b6-81edc372a8d6 tempest-VolumesActionsTest-1248123074 tempest-VolumesActionsTest-1248123074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:22.305439 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,revision_number=2']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:22.310767 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:22.384013 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Attempting to bind port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 on host hv-cinder-79496 for vnic_type normal with profile {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:06:22.384347 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Attempting to bind port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 by drivers openvswitch,hyperv on host hv-cinder-79496 at level 0 using segments [{'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:06:22.384707 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Attempting to bind port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 on network 6011167a-30d3-4dd5-b555-795679d60dfc {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:06:22.389531 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 on network 6011167a-30d3-4dd5-b555-795679d60dfc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79496 {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:06:22.389854 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Attempting to bind port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 on network 6011167a-30d3-4dd5-b555-795679d60dfc {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:06:22.395123 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Checking agent: {'id': '0df002bb-3e3f-4cbc-b5c2-ff87e52504d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79496', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'started_at': datetime.datetime(2021, 6, 21, 13, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:06:22.395461 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Checking segment: {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92657) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:06:22.395851 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Bound using segment: {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'} {{(pid=92657) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:06:22.396479 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.managers [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Bound port: bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host: hv-cinder-79496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'babe32de-d244-4ea8-8946-7e0722c04a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc'}}] {{(pid=92657) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:06:22.396831 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.491549 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] For port bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host hv-cinder-79496, cleared binding levels {{(pid=92657) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:06:22.506098 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] For port bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host hv-cinder-79496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92657) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:06:22.511555 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8827557'] for port, after_update {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.515148 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-824c3530-89c4-418e-a175-25e42cf55c50 tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:22.551356 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.551981 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:22.553390 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] 10.222.0.22 "PUT /v2.0/ports/bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 1094 time: 0.6829462 Jun 21 14:06:22.558187 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:22.561433 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd67e199-ef61-472a-b7e5-3de3d3356e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:22.587862 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16836273-e80e-4e19-8da7-5aef0740af22 req-6502e901-9306-410f-add3-ea4dbb8f7d2e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.589734 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-16836273-e80e-4e19-8da7-5aef0740af22 req-6502e901-9306-410f-add3-ea4dbb8f7d2e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 944 time: 0.1475668 Jun 21 14:06:22.623156 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02544181-8eba-40c7-8e3d-2d01482780cf x-openstack-request-id: req-02544181-8eba-40c7-8e3d-2d01482780cf {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:22.623479 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:22.623785 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02544181-8eba-40c7-8e3d-2d01482780cf {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:22.624205 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'status': 'completed', 'code': 200} Jun 21 14:06:22.626176 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,revision_number=3']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:22.651427 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:22.676254 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-16836273-e80e-4e19-8da7-5aef0740af22 req-8a75f077-34e8-40c0-a1cb-53cd7be90042 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781746 Jun 21 14:06:22.697328 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-9d6d7dd8-5ca3-494d-88a5-07df711ada18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.698820 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-9d6d7dd8-5ca3-494d-88a5-07df711ada18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1097 time: 0.0869811 Jun 21 14:06:22.744563 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-2a5b5fad-27ce-4d96-a3e0-2bc20f7ccc51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 217 time: 0.0385408 Jun 21 14:06:22.790121 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-f9e26d27-6d41-463c-af05-540106a7fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.791459 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-f9e26d27-6d41-463c-af05-540106a7fd1b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 200 len: 853 time: 0.0413582 Jun 21 14:06:22.851100 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-3d311d25-c910-4bd1-88ee-d733cca9aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:22.852597 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-3d311d25-c910-4bd1-88ee-d733cca9aba3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6011167a-30d3-4dd5-b555-795679d60dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0551827 Jun 21 14:06:22.942086 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-0d0ac4b1-dc28-4807-8beb-5b31fba646f8 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834608 Jun 21 14:06:23.027507 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-cf76ccca-67ac-432c-b65a-3a295d1368e5 req-a28288d0-de78-4838-8171-eb56ca94139a service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791445 Jun 21 14:06:23.129085 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-cb973ffd-4f5b-427c-a58c-a6cf4031f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:23.130521 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-cb973ffd-4f5b-427c-a58c-a6cf4031f681 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1097 time: 0.0559261 Jun 21 14:06:23.216394 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-6efa0469-24e4-4243-a3ec-7f0b1102adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:23.217765 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-6efa0469-24e4-4243-a3ec-7f0b1102adaf service neutron] 10.222.0.22 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 915 time: 0.0802352 Jun 21 14:06:23.259223 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-75d66448-83da-4527-afef-4570fa490c4a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 217 time: 0.0340400 Jun 21 14:06:23.308989 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-b94c2442-7e57-4e4c-a987-5b26959d89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:23.310287 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-b94c2442-7e57-4e4c-a987-5b26959d89e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 200 len: 853 time: 0.0451291 Jun 21 14:06:23.364619 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-5702664b-4189-4c31-ae93-8144e032d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:23.365990 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-5702664b-4189-4c31-ae93-8144e032d40d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6011167a-30d3-4dd5-b555-795679d60dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0494275 Jun 21 14:06:23.451575 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-9c4ea71b-5533-491d-8f4e-1da5e0ed06ca service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785024 Jun 21 14:06:23.541229 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-dd67e199-ef61-472a-b7e5-3de3d3356e0f req-f03f07a1-6a4c-41fa-892d-32117bceecf5 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824323 Jun 21 14:06:23.851553 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72ef70-c5b2-4b8f-9994-0013efb03191 req-36ff09fe-a800-4de8-b77c-7d08de1045e8 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:23.853033 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3f72ef70-c5b2-4b8f-9994-0013efb03191 req-36ff09fe-a800-4de8-b77c-7d08de1045e8 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 944 time: 0.0639074 Jun 21 14:06:23.889923 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-3f72ef70-c5b2-4b8f-9994-0013efb03191 req-b569b12d-4e0a-4da0-871e-ca3cb7c224fc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306854 Jun 21 14:06:24.736083 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device bdfeddf2-1fe0-417b-8db1-8eb0a696f825 details requested by agent hyperv_hv-cinder-79496 with host hv-cinder-79496 {{(pid=92659) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:06:24.947810 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:24.959159 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Returning: {'device': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'port_id': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'mac_address': 'fa:16:3e:a4:57:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92659) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:06:24.994670 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:25.007378 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfeddf2-1fe0-417b-8db1-8eb0a696f825 {{(pid=92659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:06:25.027229 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:25.031108 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:25.033017 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:25.062302 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b341b-00f8-47a2-af82-107caedd2233 req-4469fb92-1989-41d4-8028-9835f5c3f32a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:25.063785 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-375b341b-00f8-47a2-af82-107caedd2233 req-4469fb92-1989-41d4-8028-9835f5c3f32a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 944 time: 0.0653002 Jun 21 14:06:25.081930 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,revision_number=4']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:25.084992 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:25.102190 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-375b341b-00f8-47a2-af82-107caedd2233 req-91356903-d218-4959-9724-c0de9e7134bc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Jun 21 14:06:25.235817 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['bdfeddf2-1fe0-417b-8db1-8eb0a696f825'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:06:26.272620 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e1c3c-33d5-4ac3-aecb-7d77ca7f8f8b req-ea37529d-02a6-4143-91ec-622865623a41 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:26.274049 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2c6e1c3c-33d5-4ac3-aecb-7d77ca7f8f8b req-ea37529d-02a6-4143-91ec-622865623a41 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 945 time: 0.0640538 Jun 21 14:06:26.310922 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-2c6e1c3c-33d5-4ac3-aecb-7d77ca7f8f8b req-acb91961-ac56-421a-b914-37b6fe8ff0e3 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Jun 21 14:06:26.743753 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device bdfeddf2-1fe0-417b-8db1-8eb0a696f825 up at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:06:26.793858 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning for port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 completed by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:06:26.798186 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Provisioning complete for port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 triggered by entity L2. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:26.798572 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:26.871763 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:26.892510 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825'}] {{(pid=92659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:26.894756 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da73e0059faa0e40759869b72cb43428ee3de6a9fdced39ecceb8e2ad79e1dba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10cba74-4d56-4903-a3d8-06f0eddaaa34" -d '{"events": [{"server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "name": "network-vif-plugged", "status": "completed", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825"}]}' {{(pid=92659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:26.907657 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] For port bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:26.911828 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253'] for port, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:26.913679 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-b07a5649-1322-4d2d-b488-88891a1ac110 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:26.935060 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473851c0-a7a8-4efc-b91f-6e409adddd40 x-openstack-request-id: req-473851c0-a7a8-4efc-b91f-6e409adddd40 {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:26.935306 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "name": "network-vif-plugged", "status": "completed", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825", "code": 200}]} {{(pid=92659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:26.935569 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-473851c0-a7a8-4efc-b91f-6e409adddd40 {{(pid=92659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:26.935963 dv-cinder-794962-5-smb neutron-server[92659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'code': 200} Jun 21 14:06:26.963008 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Pushing event updated for resources: {'Port': ['ID=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,revision_number=5']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:26.966823 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:27.142550 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff8216-6292-4d60-a1c0-d0507aa37eaf req-90c6d033-68ec-473f-85ac-e175452f2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:27.143996 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-22ff8216-6292-4d60-a1c0-d0507aa37eaf req-90c6d033-68ec-473f-85ac-e175452f2a89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1099 time: 0.0552404 Jun 21 14:06:27.176967 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-22ff8216-6292-4d60-a1c0-d0507aa37eaf req-df3c73c4-fc4e-4b8a-9f6d-3cdc9b097acb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268316 Jun 21 14:06:27.479216 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae02831-ae52-41f5-80c9-bd0bc4e2911e req-edc944c0-19e8-43fb-85ae-9980d500ce1b tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:27.480678 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0ae02831-ae52-41f5-80c9-bd0bc4e2911e req-edc944c0-19e8-43fb-85ae-9980d500ce1b tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.0616179 Jun 21 14:06:27.517382 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-0ae02831-ae52-41f5-80c9-bd0bc4e2911e req-1f70a675-1c27-4740-a8fa-0c48817ae9de tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311487 Jun 21 14:06:28.685826 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058458b2-d93c-4e43-8e23-6dae1e8eee5a req-d4f43a88-357c-4635-9c02-09cff9b355ee tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:28.687348 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-058458b2-d93c-4e43-8e23-6dae1e8eee5a req-d4f43a88-357c-4635-9c02-09cff9b355ee tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.0619011 Jun 21 14:06:28.723765 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-058458b2-d93c-4e43-8e23-6dae1e8eee5a req-687c06a3-47fa-4bf9-be45-24e0376e785e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308080 Jun 21 14:06:28.896751 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ae5e2-a39b-4c34-bee0-a2fb34727223 req-a12f4eff-0f62-4b26-8551-da10952141eb tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:28.898059 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7f1ae5e2-a39b-4c34-bee0-a2fb34727223 req-a12f4eff-0f62-4b26-8551-da10952141eb tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.0608134 Jun 21 14:06:28.937898 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-7f1ae5e2-a39b-4c34-bee0-a2fb34727223 req-90e19ad4-09d6-4404-887b-4d26f1ed96a2 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337815 Jun 21 14:06:29.310314 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8d2ee-9dcb-4bcb-9183-29830a8085cf req-a48f7c36-591c-499b-b92c-1f8e039e5946 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:29.311782 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c3c8d2ee-9dcb-4bcb-9183-29830a8085cf req-a48f7c36-591c-499b-b92c-1f8e039e5946 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.0616744 Jun 21 14:06:29.347660 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-c3c8d2ee-9dcb-4bcb-9183-29830a8085cf req-cd8fc8b4-e5e5-4eab-9538-f712591cae90 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302892 Jun 21 14:06:32.000382 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c319a016-d47c-466e-a52b-067d7f33a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:32.534306 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbda84-41c4-4eba-817d-da15850870a4 req-950ec5b7-bfce-4378-afd5-7f6a2a73c8a0 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:32.535687 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8bbbda84-41c4-4eba-817d-da15850870a4 req-950ec5b7-bfce-4378-afd5-7f6a2a73c8a0 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.0608866 Jun 21 14:06:32.572176 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8bbbda84-41c4-4eba-817d-da15850870a4 req-a703d0fc-a620-41f4-9fc8-1684188d7ffc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Jun 21 14:06:32.597222 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53426) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:32.733954 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a20287-4996-4b8f-b494-0e23a27ef446 tempest-TestMinimumBasicScenario-600929308 tempest-TestMinimumBasicScenario-600929308-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:32.735403 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-e0a20287-4996-4b8f-b494-0e23a27ef446 tempest-TestMinimumBasicScenario-600929308 tempest-TestMinimumBasicScenario-600929308-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1094 time: 0.1372454 Jun 21 14:06:32.738295 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53430) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:32.742642 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'floatingip': {'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'port_id': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:32.763119 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for floatingip, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:32.855233 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-8103017'] for port, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:32.956113 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_common [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Allocated IP 172.28.3.166 (b2a27971-3a2d-45fd-b21f-bedb3d6984d0/69d2a65f-f4b4-4eca-bc97-e0561cabf4e4/a2b03336-815f-4edb-8d2d-f0b6c2706fbe) {{(pid=92658) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:06:33.051640 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for port, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:33.089275 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8103594', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-7594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788756484190', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3729108'] for port, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:33.092296 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c07bd9c2-d11c-4ad5-a6ff-749342237dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:33.132350 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Network b2a27971-3a2d-45fd-b21f-bedb3d6984d0 is already hosted by enough agents. {{(pid=92658) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:06:33.135272 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.base_scheduler [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Resources bound (agent type, host, resource id): {{(pid=92658) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:06:33.137754 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Received port after_create {{(pid=92658) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:06:33.161687 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'Port': ['ID=a2b03336-815f-4edb-8d2d-f0b6c2706fbe,revision_number=1']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:33.172738 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.173116 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.173484 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.173841 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.174195 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.174549 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.174940 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.175295 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.175791 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.176153 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.176534 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.176879 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:06:33.180187 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:33.497476 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:33.571238 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:33.713374 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:33.718535 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:33.721229 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-86c3f7e6-8077-4307-8c7d-f1c5523f1f93 tempest-DeleteServersTestJSON-1788191314 tempest-DeleteServersTestJSON-1788191314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:33.781544 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'Port': ['ID=a2b03336-815f-4edb-8d2d-f0b6c2706fbe,revision_number=2']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:33.785265 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:33.794969 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-645769'] for floatingip, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:33.900277 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.l3_db [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Floating IP f21be93e-97ff-45b1-8208-2fd2143bddb8 associated. External IP: 172.28.3.166, port: bdfeddf2-1fe0-417b-8db1-8eb0a696f825. Jun 21 14:06:34.100317 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Router 43fc94d4-75bf-480b-ab9c-147856d02771 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:06:34.201038 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:06:34.210298 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] Sync routers for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:06:34.216667 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.219553 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:34.220173 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:06:04Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:34.255051 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-20eaa7c2-d8f5-491c-8253-3c287c49a2f5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5157218 Jun 21 14:06:34.255745 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:34.258081 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48031537-2815-4daf-a4f1-eee5d54c4099" -d '{"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:34.258354 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53432) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:34.263476 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-affdae71-af65-47ee-86ac-77ef3c958f0a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255146628', 'description': 'tempest-secgroup-smoke-255146628 description', 'project_id': '5fb708520846442cb835b63fd7434cd3'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:34.286560 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-affdae71-af65-47ee-86ac-77ef3c958f0a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.296478 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b0f74-ace7-46db-8820-866864211000 x-openstack-request-id: req-771b0f74-ace7-46db-8820-866864211000 {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:34.296817 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:34.297118 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-771b0f74-ace7-46db-8820-866864211000 {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:34.297659 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'status': 'completed', 'code': 200} Jun 21 14:06:34.332679 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-6fb3f7e3-3961-4dc4-a9ec-43b5ab469096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.355035 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:34.581908 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'f21be93e-97ff-45b1-8208-2fd2143bddb8', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'floating_ip_address': '172.28.3.166', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'port_id': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'mac_address': 'fa:16:3e:a4:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80767e8-b626-401f-ac72-347dfd262bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:06:33Z', 'updated_at': '2021-06-21T14:06:33Z', 'revision_number': 0, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:34.612913 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] Checking router: 43fc94d4-75bf-480b-ab9c-147856d02771 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:06:34.621155 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:06:34.622371 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:06:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:34.673732 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-affdae71-af65-47ee-86ac-77ef3c958f0a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.678649 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-7e311fc4-3082-44cd-95ba-b2c26674d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:34.680132 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-7e311fc4-3082-44cd-95ba-b2c26674d97f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1099 time: 0.3585162 Jun 21 14:06:34.681159 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-affdae71-af65-47ee-86ac-77ef3c958f0a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.693373 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c38d124e-72db-4fe5-b60e-50fc7daf57a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:34.713612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-affdae71-af65-47ee-86ac-77ef3c958f0a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.717734 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-affdae71-af65-47ee-86ac-77ef3c958f0a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4554224 Jun 21 14:06:34.718308 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53436) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:34.723484 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-a5c4bd12-47eb-44d0-8144-17720bf850a1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'security_group_rule': {'security_group_id': 'b225bc21-af97-4003-be0d-15cb49f0aac4', 'project_id': '5fb708520846442cb835b63fd7434cd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:34.724254 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:06:34.751250 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bd12-47eb-44d0-8144-17720bf850a1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.765470 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdae71-af65-47ee-86ac-77ef3c958f0a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b225bc21-af97-4003-be0d-15cb49f0aac4,revision_number=1']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:34.768440 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-affdae71-af65-47ee-86ac-77ef3c958f0a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:34.806496 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-10454d2f-e8f8-4b9e-9225-30dac5cce8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:34.808039 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-10454d2f-e8f8-4b9e-9225-30dac5cce8c3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 915 time: 0.1105556 Jun 21 14:06:34.812669 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bd12-47eb-44d0-8144-17720bf850a1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.817437 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bd12-47eb-44d0-8144-17720bf850a1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.819525 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-69e9db80-9f6a-431b-8cd5-1a247414d93d tempest-AttachVolumeTestJSON-585556829 tempest-AttachVolumeTestJSON-585556829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:34.835994 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4bd12-47eb-44d0-8144-17720bf850a1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78aeceaf-64ee-4f59-9b76-b4fffca33066,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:34.838684 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a5c4bd12-47eb-44d0-8144-17720bf850a1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:34.844860 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a5c4bd12-47eb-44d0-8144-17720bf850a1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.848903 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a5c4bd12-47eb-44d0-8144-17720bf850a1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293869 Jun 21 14:06:34.849675 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53438) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:34.854189 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [None req-04395008-cbc1-41c1-9df3-307a66542d28 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'security_group_rule': {'security_group_id': 'b225bc21-af97-4003-be0d-15cb49f0aac4', 'project_id': '5fb708520846442cb835b63fd7434cd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:34.884416 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-8a48a003-4f89-4892-9ab4-fad9c4d47dcc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 1000 time: 0.0696187 Jun 21 14:06:34.885905 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-04395008-cbc1-41c1-9df3-307a66542d28 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:34.935704 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-10af907d-4dbe-46f7-9080-477e4e88c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:34.937798 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-10af907d-4dbe-46f7-9080-477e4e88c773 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 200 len: 853 time: 0.0473132 Jun 21 14:06:34.967180 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'f21be93e-97ff-45b1-8208-2fd2143bddb8', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'floating_ip_address': '172.28.3.166', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'port_id': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'mac_address': 'fa:16:3e:a4:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80767e8-b626-401f-ac72-347dfd262bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:06:33Z', 'updated_at': '2021-06-21T14:06:33Z', 'revision_number': 0, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:06:34.994681 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb8bc9-e316-4188-b8f6-788b145e9808 None None] The sync data for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb is: [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_floatingips': [{'id': 'f21be93e-97ff-45b1-8208-2fd2143bddb8', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'floating_ip_address': '172.28.3.166', 'floating_network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'router_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'port_id': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'mac_address': 'fa:16:3e:a4:57:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd80767e8-b626-401f-ac72-347dfd262bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:06:33Z', 'updated_at': '2021-06-21T14:06:33Z', 'revision_number': 0, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:06:35.001499 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-4c93d451-5bd3-469a-aa62-dc5b08132191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:35.003020 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-4c93d451-5bd3-469a-aa62-dc5b08132191 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6011167a-30d3-4dd5-b555-795679d60dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0577819 Jun 21 14:06:35.104782 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-fe8742e5-b10c-4cf5-800e-0929e47e7db0 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949311 Jun 21 14:06:35.135934 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.203641 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-48031537-2815-4daf-a4f1-eee5d54c4099 req-03a48f1b-4628-4609-a80c-71f116519f53 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929503 Jun 21 14:06:35.210699 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-04395008-cbc1-41c1-9df3-307a66542d28 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.217121 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-04395008-cbc1-41c1-9df3-307a66542d28 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.223324 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:35.231387 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ee05b7-d313-409c-b8e6-9997a81ee7b0 None None] New status for floating IP f21be93e-97ff-45b1-8208-2fd2143bddb8: ACTIVE {{(pid=92660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:06:35.240509 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04395008-cbc1-41c1-9df3-307a66542d28 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad7de0d-980c-4250-bd6a-ba9bbc6750e5,revision_number=0']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:35.243438 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-04395008-cbc1-41c1-9df3-307a66542d28 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:35.247677 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-04395008-cbc1-41c1-9df3-307a66542d28 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.251520 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-04395008-cbc1-41c1-9df3-307a66542d28 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4008303 Jun 21 14:06:35.251747 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53440) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:35.256576 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-b74d0b4d-7ee4-493d-849c-51343c38287e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'security_group_rule': {'security_group_id': 'b225bc21-af97-4003-be0d-15cb49f0aac4', 'project_id': '5fb708520846442cb835b63fd7434cd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:35.283457 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b74d0b4d-7ee4-493d-849c-51343c38287e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.345519 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b74d0b4d-7ee4-493d-849c-51343c38287e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.349191 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b74d0b4d-7ee4-493d-849c-51343c38287e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.351295 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-31889d79-d021-4e50-9774-13e7045a7122 tempest-TestShelveInstance-2142130856 tempest-TestShelveInstance-2142130856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:35.367170 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d0b4d-7ee4-493d-849c-51343c38287e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0700dd6a-a915-435d-8f51-712a055f8b91,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:35.369549 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-b74d0b4d-7ee4-493d-849c-51343c38287e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:35.375700 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-b74d0b4d-7ee4-493d-849c-51343c38287e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.376999 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-b74d0b4d-7ee4-493d-849c-51343c38287e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243284 Jun 21 14:06:35.379743 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53442) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:35.384213 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-2af9ef6f-524f-4e94-b58e-e983f7b7988d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'security_group_rule': {'security_group_id': 'b225bc21-af97-4003-be0d-15cb49f0aac4', 'project_id': '5fb708520846442cb835b63fd7434cd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:35.410931 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2af9ef6f-524f-4e94-b58e-e983f7b7988d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.468118 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2af9ef6f-524f-4e94-b58e-e983f7b7988d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.471542 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2af9ef6f-524f-4e94-b58e-e983f7b7988d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.476867 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:35.491162 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9ef6f-524f-4e94-b58e-e983f7b7988d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac3184d-0df9-4597-8efd-50e1f7042a1e,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:35.494140 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2af9ef6f-524f-4e94-b58e-e983f7b7988d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:35.495498 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-2af9ef6f-524f-4e94-b58e-e983f7b7988d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.497213 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-2af9ef6f-524f-4e94-b58e-e983f7b7988d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159873 Jun 21 14:06:35.499863 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53444) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:35.504203 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'security_group_rule': {'security_group_id': 'b225bc21-af97-4003-be0d-15cb49f0aac4', 'project_id': '5fb708520846442cb835b63fd7434cd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:35.525205 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.securitygroups_db [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Project 5fb708520846442cb835b63fd7434cd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:06:35.529718 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.587211 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.591039 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.596376 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c026a007-8815-4460-999a-7e62aea902ae tempest-AttachVolumeShelveTestJSON-1591293384 tempest-AttachVolumeShelveTestJSON-1591293384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:35.611056 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1459ce88-2c3f-4cc3-8509-deb2ddc801fc,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:35.613532 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:35.615084 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.616416 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-1617d6fb-f822-41a4-af50-060154aa9809 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154358 Jun 21 14:06:35.618907 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53446) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:06:35.624045 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.v2.base [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'security_group_rule': {'security_group_id': 'b225bc21-af97-4003-be0d-15cb49f0aac4', 'project_id': '5fb708520846442cb835b63fd7434cd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92657) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:35.645057 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.db.securitygroups_db [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Project 5fb708520846442cb835b63fd7434cd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:06:35.649677 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.713102 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.715705 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.718137 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936130'] for security_group_rule, after_create {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.723612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:35.739572 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90e7545-69dd-4f66-af39-d8fc61056d96,revision_number=0']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:35.742475 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:35.743595 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:35.744753 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-352f7b62-1636-41e9-870b-70686340efd7 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247427 Jun 21 14:06:35.859571 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-90e52a3d-16ef-437a-a901-e6088810f43c tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255146628&fields=id&tenant_id=5fb708520846442cb835b63fd7434cd3 HTTP/1.1" status: 200 len: 267 time: 0.0328588 Jun 21 14:06:35.925934 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-b0f91462-7a13-4e59-bc94-511f2d5f5100 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:35.927271 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-b0f91462-7a13-4e59-bc94-511f2d5f5100 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.0600436 Jun 21 14:06:35.938181 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'port': {'security_groups': ['f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce', 'b225bc21-af97-4003-be0d-15cb49f0aac4']}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:06:36.020179 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:36.197744 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] For port bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:06:36.225278 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:36.229648 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:36.233824 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:06:36.241193 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['bdfeddf2-1fe0-417b-8db1-8eb0a696f825'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:06:36.278995 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:36.279635 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:36.281058 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-8ada26be-89ac-45ba-af29-c2d155043b6b req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "PUT /v2.0/ports/bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 982 time: 0.3477199 Jun 21 14:06:36.299040 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:06:36.301587 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe5c11b-c7b8-423b-b42c-b780515f99ea" -d '{"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:06:36.314755 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'Port': ['ID=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,revision_number=6']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:06:36.318039 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2bbbfb04-88d7-4311-9453-fcd9da81e966 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:06:36.348278 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fececa65-32a0-4705-ad12-b23cefa8e818 x-openstack-request-id: req-fececa65-32a0-4705-ad12-b23cefa8e818 {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:06:36.348670 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:06:36.348966 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fececa65-32a0-4705-ad12-b23cefa8e818 {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:06:36.349391 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'status': 'completed', 'code': 200} Jun 21 14:06:36.357436 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['bdfeddf2-1fe0-417b-8db1-8eb0a696f825'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:06:36.430629 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:06:36.479969 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-130d49ed-041a-4e36-a1e0-c526168ca6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:36.481656 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-130d49ed-041a-4e36-a1e0-c526168ca6a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1138 time: 0.1085434 Jun 21 14:06:36.493409 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9d76-4dd6-4acf-b01d-6bf64892866a req-d0f167c0-2ba0-4b38-97fd-07b92576ad19 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:36.494827 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fedc9d76-4dd6-4acf-b01d-6bf64892866a req-d0f167c0-2ba0-4b38-97fd-07b92576ad19 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0856667 Jun 21 14:06:36.544837 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-13c7a7eb-d201-4d10-bd12-90991b26602d None None] Provisioning complete for port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:06:36.545164 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-13c7a7eb-d201-4d10-bd12-90991b26602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:36.588022 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-fedc9d76-4dd6-4acf-b01d-6bf64892866a req-b4c485eb-ec86-42e3-880e-8a82a771ac43 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837221 Jun 21 14:06:36.613192 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-b87b4060-ce09-47cd-bde0-a7e7f3e6b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:36.614892 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-b87b4060-ce09-47cd-bde0-a7e7f3e6b23e service neutron] 10.222.0.22 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 915 time: 0.1192317 Jun 21 14:06:36.681107 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-7dd8298d-e9ee-41fc-9545-8b1a95e5e0db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 1002 time: 0.0587890 Jun 21 14:06:36.733421 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-bf3278c6-5880-4450-aca1-7539f96e2f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:36.734859 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-bf3278c6-5880-4450-aca1-7539f96e2f50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 200 len: 853 time: 0.0476372 Jun 21 14:06:36.791347 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-a3be6290-7d1a-41f5-8787-fe00ec2ef7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:06:36.792848 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-a3be6290-7d1a-41f5-8787-fe00ec2ef7a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6011167a-30d3-4dd5-b555-795679d60dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512934 Jun 21 14:06:36.880259 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-39609b0d-d14c-488d-b5f7-f9242a7ffb5e service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807750 Jun 21 14:06:36.971875 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5fe5c11b-c7b8-423b-b42c-b780515f99ea req-f8e6ef38-7c97-4bbc-86ef-66c1392079a2 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849404 Jun 21 14:06:37.342252 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:06:37.566804 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:02.002383 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0cf3ea64-5736-4497-a44e-1ec96405ae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:02.253287 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-662c2bb9-b30c-4bd6-8267-feb5db823b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:02.254757 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-662c2bb9-b30c-4bd6-8267-feb5db823b1c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1138 time: 0.0974538 Jun 21 14:07:02.276893 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95003a-2489-4e13-af97-c1a4b1f5e429 req-de72b63c-17ea-4507-beb3-9a0b7e459e15 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:02.278245 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-be95003a-2489-4e13-af97-c1a4b1f5e429 req-de72b63c-17ea-4507-beb3-9a0b7e459e15 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0911872 Jun 21 14:07:02.357571 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-be95003a-2489-4e13-af97-c1a4b1f5e429 req-818fee7c-2449-4fe4-a180-fcf46cd5c2af tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695462 Jun 21 14:07:02.380746 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-64f26547-2215-49ef-a651-8fd32f8c0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:02.382183 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-64f26547-2215-49ef-a651-8fd32f8c0b2b service neutron] 10.222.0.22 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 915 time: 0.1208205 Jun 21 14:07:02.450256 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-1b1be484-73b3-4c54-ac34-a04f4e29026f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 1002 time: 0.0615113 Jun 21 14:07:02.502098 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-78fe4e0b-08a0-45c1-b128-48199585dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:02.503532 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-78fe4e0b-08a0-45c1-b128-48199585dcfb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 200 len: 853 time: 0.0470250 Jun 21 14:07:02.558340 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-15cb867d-846e-41f9-8c8f-a576d8dc1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:02.559719 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-15cb867d-846e-41f9-8c8f-a576d8dc1cb6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6011167a-30d3-4dd5-b555-795679d60dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0495529 Jun 21 14:07:02.652649 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-95d74466-2206-452b-87cb-91ef34d07230 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852380 Jun 21 14:07:02.741628 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-befc771f-10ca-4a3c-b2cd-5e4738d6e960 req-04a9c7e0-1694-4b8d-b729-f26b677dfe12 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816851 Jun 21 14:07:03.531946 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb88a6-c507-4725-b6c8-8d21ba0b8d28 req-37c80793-64df-4580-b4b3-fa9040a21d72 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:03.533399 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-80eb88a6-c507-4725-b6c8-8d21ba0b8d28 req-37c80793-64df-4580-b4b3-fa9040a21d72 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0643928 Jun 21 14:07:03.571308 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-80eb88a6-c507-4725-b6c8-8d21ba0b8d28 req-23b1eade-aa72-47c8-81ea-f98497ecd5e9 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322959 Jun 21 14:07:04.293668 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-a8c304cb-1691-41d7-85ef-a72c1d4ebc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:04.743559 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b66da8-7582-44f1-907a-86e3f03e8a3f req-ed1d1449-3fec-47ea-acdd-6d5678d906bd tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:04.745045 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8b66da8-7582-44f1-907a-86e3f03e8a3f req-ed1d1449-3fec-47ea-acdd-6d5678d906bd tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0654354 Jun 21 14:07:04.788462 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d8b66da8-7582-44f1-907a-86e3f03e8a3f req-0098fa3f-e053-4de2-817c-bf7e01908d07 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376463 Jun 21 14:07:05.128091 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:05.718700 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:05.958085 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c7aa-982a-4bf1-889b-0e98262ebb77 req-e731463a-60fb-4d42-bc56-1796576ea7ba tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:05.959519 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-df17c7aa-982a-4bf1-889b-0e98262ebb77 req-e731463a-60fb-4d42-bc56-1796576ea7ba tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0609205 Jun 21 14:07:05.997693 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-df17c7aa-982a-4bf1-889b-0e98262ebb77 req-1465d49a-b307-4e05-9778-4b3f756b229e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325103 Jun 21 14:07:07.167223 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156fb3d-a5fa-41f1-a10f-fff0f116d51b req-c54e4268-b6de-44b3-bb7b-034e26bf39a2 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:07.168697 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b156fb3d-a5fa-41f1-a10f-fff0f116d51b req-c54e4268-b6de-44b3-bb7b-034e26bf39a2 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0627744 Jun 21 14:07:07.207694 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-b156fb3d-a5fa-41f1-a10f-fff0f116d51b req-60d56183-923b-4a79-8f9d-724e7b316271 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332143 Jun 21 14:07:07.346731 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:07.582108 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:08.382513 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48feaf-d311-47bf-827c-4044cfd84990 req-d35589fa-a4f1-4b53-a922-1040302c1842 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:08.383871 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1e48feaf-d311-47bf-827c-4044cfd84990 req-d35589fa-a4f1-4b53-a922-1040302c1842 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0617762 Jun 21 14:07:08.422797 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1e48feaf-d311-47bf-827c-4044cfd84990 req-867b27b0-37fd-4d22-abbc-d0c29c1c18d6 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332084 Jun 21 14:07:09.593777 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e38203-ac0a-414f-9b97-e3c0b8bf3998 req-cc0f6b60-c2d5-46e4-b60b-fd59a6fa8f11 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:09.595376 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-01e38203-ac0a-414f-9b97-e3c0b8bf3998 req-cc0f6b60-c2d5-46e4-b60b-fd59a6fa8f11 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0629261 Jun 21 14:07:09.634612 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-01e38203-ac0a-414f-9b97-e3c0b8bf3998 req-e1fb7e1d-e558-4012-a3b0-2eab09b414b4 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334830 Jun 21 14:07:10.961335 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce38fa4-4008-40bd-8455-f7c8249c6611 req-350f4c23-bfa4-4a43-9549-662b8918430a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:10.962721 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9ce38fa4-4008-40bd-8455-f7c8249c6611 req-350f4c23-bfa4-4a43-9549-662b8918430a tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0663667 Jun 21 14:07:11.000595 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-9ce38fa4-4008-40bd-8455-f7c8249c6611 req-8443ff0c-1592-41b9-80d8-2e14ead7cf9b tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319412 Jun 21 14:07:12.173338 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b22fe5-c369-4a98-82b4-c91264522df3 req-edba9898-e434-4f9d-b2f3-7912d4bdee36 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:12.174766 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a8b22fe5-c369-4a98-82b4-c91264522df3 req-edba9898-e434-4f9d-b2f3-7912d4bdee36 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0658050 Jun 21 14:07:12.216330 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-a8b22fe5-c369-4a98-82b4-c91264522df3 req-22f0e185-7636-4535-b163-10fa72f0053f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357413 Jun 21 14:07:13.386643 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf023854-32ca-49d2-9be5-ba2de163359b req-e227dc7c-a49d-4c51-83d3-4b4e97437146 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:13.388010 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf023854-32ca-49d2-9be5-ba2de163359b req-e227dc7c-a49d-4c51-83d3-4b4e97437146 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0616004 Jun 21 14:07:13.426777 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-cf023854-32ca-49d2-9be5-ba2de163359b req-b31951b4-edfa-4e68-9997-11dfa26aee3e tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331640 Jun 21 14:07:13.429782 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:07:14.020900 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86297-293d-4ebe-afff-e65473d62c05 req-cbd0e8b3-bc75-478f-b73a-b48fbda24cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:14.022990 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aab86297-293d-4ebe-afff-e65473d62c05 req-cbd0e8b3-bc75-478f-b73a-b48fbda24cd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1138 time: 0.0520844 Jun 21 14:07:14.126653 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86297-293d-4ebe-afff-e65473d62c05 req-cbc5ab8c-3e01-4bc7-bdcd-26c6ecc8e889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:14.128081 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aab86297-293d-4ebe-afff-e65473d62c05 req-cbc5ab8c-3e01-4bc7-bdcd-26c6ecc8e889 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 915 time: 0.0866165 Jun 21 14:07:14.191828 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aab86297-293d-4ebe-afff-e65473d62c05 req-f50f2996-9b93-41b0-bfe9-72f4544565f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 1002 time: 0.0569489 Jun 21 14:07:14.243365 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86297-293d-4ebe-afff-e65473d62c05 req-3319b4f3-5b5b-4151-b674-dfe7e68a1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:14.244831 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aab86297-293d-4ebe-afff-e65473d62c05 req-3319b4f3-5b5b-4151-b674-dfe7e68a1f04 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 200 len: 853 time: 0.0457625 Jun 21 14:07:14.304899 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab86297-293d-4ebe-afff-e65473d62c05 req-f8370199-5ebf-42ac-8cbf-858c384bf40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:14.307275 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aab86297-293d-4ebe-afff-e65473d62c05 req-f8370199-5ebf-42ac-8cbf-858c384bf40d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6011167a-30d3-4dd5-b555-795679d60dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0557940 Jun 21 14:07:14.393664 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aab86297-293d-4ebe-afff-e65473d62c05 req-d3455566-7130-4ada-ae52-116ccaa0fe0a service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792217 Jun 21 14:07:14.486527 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-aab86297-293d-4ebe-afff-e65473d62c05 req-b8b48dd0-8e53-432b-9bcc-b5cb8e0fd2f9 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Jun 21 14:07:14.595966 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a929a7c-0ef9-439c-81f6-7ce9d2b55f99 req-216bfaa9-26a3-413f-b3ed-9e752f3ee508 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:14.597371 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8a929a7c-0ef9-439c-81f6-7ce9d2b55f99 req-216bfaa9-26a3-413f-b3ed-9e752f3ee508 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0625703 Jun 21 14:07:14.636201 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8a929a7c-0ef9-439c-81f6-7ce9d2b55f99 req-1873f266-31cf-40e2-8737-10e9bc440237 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326884 Jun 21 14:07:15.808336 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faad56-f349-4c2d-ba40-af3447b2e594 req-731f08ec-8c98-4afa-9f67-6efbee625f6d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:15.809733 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-13faad56-f349-4c2d-ba40-af3447b2e594 req-731f08ec-8c98-4afa-9f67-6efbee625f6d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0656002 Jun 21 14:07:15.848736 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-13faad56-f349-4c2d-ba40-af3447b2e594 req-c00b8416-ab71-4ce4-a79a-88dd5473fbcd tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332453 Jun 21 14:07:17.016676 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb9a92-5d65-4916-9812-e6e4a50fb77a req-806ea119-36c7-4e66-984f-a0f6a2e8f2f4 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:17.018111 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5abb9a92-5d65-4916-9812-e6e4a50fb77a req-806ea119-36c7-4e66-984f-a0f6a2e8f2f4 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0619309 Jun 21 14:07:17.056374 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-5abb9a92-5d65-4916-9812-e6e4a50fb77a req-a85f5e85-14f9-43d9-a0da-999b3c122fca tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321019 Jun 21 14:07:18.228976 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd7f07-cbab-42d0-8ef9-8ddf292b6774 req-b136f032-8284-4422-8621-4a86078abecc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:18.230447 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1abd7f07-cbab-42d0-8ef9-8ddf292b6774 req-b136f032-8284-4422-8621-4a86078abecc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0633070 Jun 21 14:07:18.270850 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-1abd7f07-cbab-42d0-8ef9-8ddf292b6774 req-31c5be21-f0c2-4b0b-b652-70a6b5df73aa tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336566 Jun 21 14:07:19.445900 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0150422-c410-4934-85d9-1e1ad36a792b req-8ae04147-4ddd-4544-89cd-2d78cd4ce3a3 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:19.447256 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e0150422-c410-4934-85d9-1e1ad36a792b req-8ae04147-4ddd-4544-89cd-2d78cd4ce3a3 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0662434 Jun 21 14:07:19.486550 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-e0150422-c410-4934-85d9-1e1ad36a792b req-c75b0b75-cb8c-49a6-97d1-20e673f5e4ee tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&id=b225bc21-af97-4003-be0d-15cb49f0aac4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335896 Jun 21 14:07:32.002109 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-233f8439-27cd-4112-bc07-099dd23c8e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:34.294011 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-c42f37ae-3d0f-4f4d-a813-fe08175cdb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:35.128741 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:35.720539 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:37.347623 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:37.576326 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.554879 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f46abc2b-efee-4974-9279-af16bd99e951 req-956c00fc-9def-4fcc-8b5e-0616fc30fb5d tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255146628&fields=id&tenant_id=5fb708520846442cb835b63fd7434cd3 HTTP/1.1" status: 200 len: 267 time: 0.1422200 Jun 21 14:07:48.624734 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc2b-efee-4974-9279-af16bd99e951 req-a9a551e5-1c6c-48d9-a583-d4649283f756 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:48.626055 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f46abc2b-efee-4974-9279-af16bd99e951 req-a9a551e5-1c6c-48d9-a583-d4649283f756 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 985 time: 0.0653689 Jun 21 14:07:48.636505 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.v2.base [req-f46abc2b-efee-4974-9279-af16bd99e951 req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Request body: {'port': {'security_groups': ['f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce']}} {{(pid=92658) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:07:48.714620 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f46abc2b-efee-4974-9279-af16bd99e951 req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-8103039'] for port, before_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.881058 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [req-f46abc2b-efee-4974-9279-af16bd99e951 req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] For port bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:48.909680 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f46abc2b-efee-4974-9279-af16bd99e951 req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for port, precommit_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.913868 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f46abc2b-efee-4974-9279-af16bd99e951 req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788756975827', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788756484208', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788756484253', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3729122'] for port, after_update {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.917879 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e19e0a2e-79bb-45d0-876b-e56b554e4242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:48.928208 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['bdfeddf2-1fe0-417b-8db1-8eb0a696f825'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:07:48.959121 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46abc2b-efee-4974-9279-af16bd99e951 req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:48.959886 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [req-f46abc2b-efee-4974-9279-af16bd99e951 req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:48.961383 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-f46abc2b-efee-4974-9279-af16bd99e951 req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "PUT /v2.0/ports/bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 943 time: 0.3292205 Jun 21 14:07:48.961915 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:48.967608 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53510) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:48.968124 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58516e60-9dcf-4302-95c5-9881505859b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:48.995395 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event updated for resources: {'Port': ['ID=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,revision_number=7']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:49.003121 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.003540 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.003901 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.004269 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.004819 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.005187 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.005636 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.005991 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.006346 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.007192 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.007590 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.007948 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92658) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.012430 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-eb326ba4-c488-44b8-9c87-10de6aa192f1 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:49.015614 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f620dc71-cd3e-499d-b8b9-0bbaeef73d63 x-openstack-request-id: req-f620dc71-cd3e-499d-b8b9-0bbaeef73d63 {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:49.016823 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:49.017298 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f620dc71-cd3e-499d-b8b9-0bbaeef73d63 {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:49.017953 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'status': 'completed', 'code': 200} Jun 21 14:07:49.065735 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] get_ports_and_sgs() called for port_ids ['bdfeddf2-1fe0-417b-8db1-8eb0a696f825'] {{(pid=92659) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:07:49.082137 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.115089 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.165866 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58516e60-9dcf-4302-95c5-9881505859b3 req-03cb3fc4-8e49-45f2-92dd-173397ebeac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.167383 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-58516e60-9dcf-4302-95c5-9881505859b3 req-03cb3fc4-8e49-45f2-92dd-173397ebeac1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1099 time: 0.1290433 Jun 21 14:07:49.247528 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.250214 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for security_group, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.251334 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "DELETE /v2.0/security-groups/b225bc21-af97-4003-be0d-15cb49f0aac4 HTTP/1.1" status: 204 len: 168 time: 0.2828176 Jun 21 14:07:49.254266 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53514) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:49.257881 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-a68e4d5e-61bc-4cee-b81a-8cfdb13afe29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:49.268604 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b225bc21-af97-4003-be0d-15cb49f0aac4,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:49.277614 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.provisioning_blocks [None req-167a43a3-b5de-4b31-ad08-a4fe1071f286 None None] Provisioning complete for port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 triggered by entity DHCP. {{(pid=92659) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:07:49.278420 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-167a43a3-b5de-4b31-ad08-a4fe1071f286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8169844'] for port, provisioning_complete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.284428 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.284823 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.285233 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.285579 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.285951 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.286325 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.286859 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.287229 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.287612 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.288508 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.288880 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.289244 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92657) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:07:49.293297 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-06da85a8-1c4f-4dd7-8e1b-d9ac969bd6cc tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:49.294754 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58516e60-9dcf-4302-95c5-9881505859b3 req-26523ba2-926d-45d3-ab5d-ad62d54ecb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.296210 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-58516e60-9dcf-4302-95c5-9881505859b3 req-26523ba2-926d-45d3-ab5d-ad62d54ecb3a service neutron] 10.222.0.22 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 915 time: 0.1222064 Jun 21 14:07:49.368223 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-58516e60-9dcf-4302-95c5-9881505859b3 req-7f160cb6-c0c5-4767-ac5e-e1c461d4c767 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 1002 time: 0.0650373 Jun 21 14:07:49.417606 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58516e60-9dcf-4302-95c5-9881505859b3 req-c2ae2dbd-dabd-4601-ad84-08ad3fdea243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.419102 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-58516e60-9dcf-4302-95c5-9881505859b3 req-c2ae2dbd-dabd-4601-ad84-08ad3fdea243 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 200 len: 853 time: 0.0439835 Jun 21 14:07:49.433791 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Deleting port a2b03336-815f-4edb-8d2d-f0b6c2706fbe {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:49.434546 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.477766 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58516e60-9dcf-4302-95c5-9881505859b3 req-8f2cab1c-a056-4b3e-8b7c-7b292ec625cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:49.479241 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-58516e60-9dcf-4302-95c5-9881505859b3 req-8f2cab1c-a056-4b3e-8b7c-7b292ec625cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6011167a-30d3-4dd5-b555-795679d60dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525346 Jun 21 14:07:49.509555 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.509914 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.569937 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-58516e60-9dcf-4302-95c5-9881505859b3 req-aa3b68e2-d076-4f6f-b317-023739da8d8b service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831697 Jun 21 14:07:49.573779 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Calling delete_port for a2b03336-815f-4edb-8d2d-f0b6c2706fbe owned by network:floatingip {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:49.658417 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-58516e60-9dcf-4302-95c5-9881505859b3 req-c1633542-a026-44e3-81e4-a663db82e1b2 service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816939 Jun 21 14:07:49.739662 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.742381 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-89c6257b-dcaa-41fc-89f6-6971c9df483f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:49.766339 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event deleted for resources: {'Port': ['ID=a2b03336-815f-4edb-8d2d-f0b6c2706fbe,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:49.770069 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:49.824129 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks [] for floatingip, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:49.824496 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.db.l3_db [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Floating IP f21be93e-97ff-45b1-8208-2fd2143bddb8 disassociated (deleted). External IP: 172.28.3.166, port: bdfeddf2-1fe0-417b-8db1-8eb0a696f825. Jun 21 14:07:50.021750 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Router 43fc94d4-75bf-480b-ab9c-147856d02771 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:07:50.125469 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:07:50.130249 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for floatingip, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:50.136172 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] Sync routers for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:07:50.144689 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:50.145312 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:07:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:50.167551 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-a266153d-2fce-4ee3-ba9f-d92ec35a0965 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "DELETE /v2.0/floatingips/f21be93e-97ff-45b1-8208-2fd2143bddb8 HTTP/1.1" status: 204 len: 168 time: 0.9117630 Jun 21 14:07:50.248971 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:50.429737 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:07:50.458305 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:50.485452 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] Checking router: 43fc94d4-75bf-480b-ab9c-147856d02771 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:07:50.494260 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:50.494929 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:07:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:50.600235 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:50.794331 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:50.820385 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf9967-6edd-4447-8cb3-61031c4f512a None None] The sync data for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb is: [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:54Z', 'revision_number': 4, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb', '_interfaces': [{'id': 'a3b60861-ecbf-4037-ad96-559fe1e4ae19', 'name': '', 'network_id': '6011167a-30d3-4dd5-b555-795679d60dfc', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'mac_address': 'fa:16:3e:6a:c7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:53Z', 'updated_at': '2021-06-21T14:05:59Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'subnets': [{'id': '8bf3e075-d926-471f-b3f8-6c6b016d869c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:07:51.020625 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825'}] {{(pid=92658) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:51.023226 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4593949410818705c4eb180576683caa88b9d5d2fe3833f3f79bf990e5bc23a6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c50068b-51b4-47d6-a4e2-8f2378032079" -d '{"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825"}]}' {{(pid=92658) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:51.028646 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab704719-2167-4117-9e66-55389048cd09 None None] New status for floating IP f21be93e-97ff-45b1-8208-2fd2143bddb8: DOWN {{(pid=92660) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:07:51.057887 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3615be50-f081-4f24-b808-aa14e9979588 x-openstack-request-id: req-3615be50-f081-4f24-b808-aa14e9979588 {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:51.058216 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825", "status": "completed", "code": 200}]} {{(pid=92658) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:51.058509 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3615be50-f081-4f24-b808-aa14e9979588 {{(pid=92658) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:51.058940 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'status': 'completed', 'code': 200} Jun 21 14:07:51.134140 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-872c0fe4-832b-4f0e-8bf2-e227ce3e1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:51.135623 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-872c0fe4-832b-4f0e-8bf2-e227ce3e1df8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5fb708520846442cb835b63fd7434cd3&device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 1099 time: 0.0552518 Jun 21 14:07:51.226491 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-5f542e1e-78c4-4f3c-bf86-99448854b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:51.227918 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-5f542e1e-78c4-4f3c-bf86-99448854b299 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 200 len: 915 time: 0.0862765 Jun 21 14:07:51.267658 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-23f1ed45-2afc-43e1-b552-f76fa959f9b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 200 len: 217 time: 0.0341117 Jun 21 14:07:51.315137 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-28cfacbe-ebc3-4589-a12c-2c8cfbdcb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:51.316532 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-28cfacbe-ebc3-4589-a12c-2c8cfbdcb60c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 200 len: 853 time: 0.0424838 Jun 21 14:07:51.375579 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-8fd5c8c2-5900-44be-a151-284ff51cb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:51.376980 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-8fd5c8c2-5900-44be-a151-284ff51cb563 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6011167a-30d3-4dd5-b555-795679d60dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547900 Jun 21 14:07:51.462542 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-0244349a-2ca5-472d-af18-63ab5edc478f service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780520 Jun 21 14:07:51.557201 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-8c50068b-51b4-47d6-a4e2-8f2378032079 req-766df2c6-1438-441c-87b7-f75726eba67e service neutron] 10.222.0.22 "GET /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Jun 21 14:07:53.174184 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff171c11-786d-4abe-adbb-6d2e614ac218 req-e05415f2-6e88-4edb-a7d2-8ef4468d9bfe tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92658) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:53.175517 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ff171c11-786d-4abe-adbb-6d2e614ac218 req-e05415f2-6e88-4edb-a7d2-8ef4468d9bfe tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.0608709 Jun 21 14:07:53.212080 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [req-ff171c11-786d-4abe-adbb-6d2e614ac218 req-125e079c-968c-4661-9904-e10630b13ed9 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305042 Jun 21 14:07:54.431566 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa41b7-68c9-40ad-89da-e915abb71841 req-dc41f27c-12af-4ff0-ba7b-8123ea475fc5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:54.433123 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d7aa41b7-68c9-40ad-89da-e915abb71841 req-dc41f27c-12af-4ff0-ba7b-8123ea475fc5 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.1126943 Jun 21 14:07:54.470320 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-d7aa41b7-68c9-40ad-89da-e915abb71841 req-7d4b51c6-e3b4-467b-abe4-2b5ff2230266 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316832 Jun 21 14:07:54.805573 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-256b5a67-d1bd-438b-9ead-2c41e695f6fb tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92657) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:07:54.806977 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-256b5a67-d1bd-438b-9ead-2c41e695f6fb tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.22 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 946 time: 0.0613205 Jun 21 14:07:54.907150 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Deleting port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:54.907491 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:54.996578 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] For port bdfeddf2-1fe0-417b-8db1-8eb0a696f825, host hv-cinder-79496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79496',level=0,port_id=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:54.996946 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:55.058022 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Calling delete_port for bdfeddf2-1fe0-417b-8db1-8eb0a696f825 owned by compute:nova {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:55.183379 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:55.187077 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-239392c7-c08c-40a3-aeea-3b6b5349d636 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:55.210504 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Pushing event deleted for resources: {'Port': ['ID=bdfeddf2-1fe0-417b-8db1-8eb0a696f825,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:55.213816 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:55.260569 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.l3_dvrscheduler_db [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] No DVR routers for this DVR port bdfeddf2-1fe0-417b-8db1-8eb0a696f825 on host hv-cinder-79496 {{(pid=92657) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:07:55.262934 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-37770'] for port, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:55.264945 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-7310f5e7-e451-4bc8-9933-1bf55b4bf778 req-ea1df7ab-d54a-4b51-9c76-0544602ead9f tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.22 "DELETE /v2.0/ports/bdfeddf2-1fe0-417b-8db1-8eb0a696f825 HTTP/1.1" status: 204 len: 173 time: 0.4517877 Jun 21 14:07:55.265450 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'name': 'network-vif-deleted', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825'}] {{(pid=92657) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:07:55.267713 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5109143c55622f7bfd382e3a48dd4f10788a6d74ada505d1c2e05854988c2dc3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa24f8-fc70-4042-92ac-f42e9e7c855c" -d '{"events": [{"server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "name": "network-vif-deleted", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825"}]}' {{(pid=92657) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:07:55.308419 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eb72a2-22f2-4f31-9104-3d576282fb02 x-openstack-request-id: req-f2eb72a2-22f2-4f31-9104-3d576282fb02 {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:07:55.308768 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d80767e8-b626-401f-ac72-347dfd262bea", "name": "network-vif-deleted", "tag": "bdfeddf2-1fe0-417b-8db1-8eb0a696f825", "status": "completed", "code": 200}]} {{(pid=92657) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:07:55.309067 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2eb72a2-22f2-4f31-9104-3d576282fb02 {{(pid=92657) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:07:55.309612 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd80767e8-b626-401f-ac72-347dfd262bea', 'name': 'network-vif-deleted', 'tag': 'bdfeddf2-1fe0-417b-8db1-8eb0a696f825', 'status': 'completed', 'code': 200} Jun 21 14:07:55.620600 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [req-bf8a5715-e323-412a-8399-f921fc8222ad req-64b01de8-f436-4427-9fa2-e8d534ebe7d8 tempest-TestMinimumBasicScenario-2144623929 tempest-TestMinimumBasicScenario-2144623929-project] 10.222.0.60 "GET /v2.0/ports?device_id=d80767e8-b626-401f-ac72-347dfd262bea HTTP/1.1" status: 200 len: 210 time: 0.0294557 Jun 21 14:07:57.125929 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device bdfeddf2-1fe0-417b-8db1-8eb0a696f825 no longer exists at agent hyperv_hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:07:57.146154 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] No Port match for: bdfeddf2-1fe0-417b-8db1-8eb0a696f825 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:07:57.146515 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Device bdfeddf2-1fe0-417b-8db1-8eb0a696f825 not bound to the agent host hv-cinder-79496 {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:07:57.195145 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53616) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:57.525017 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608244'] for router_interface, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:57.764126 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Deleting port a3b60861-ecbf-4037-ad96-559fe1e4ae19 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:57.764493 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:57.840594 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] For port a3b60861-ecbf-4037-ad96-559fe1e4ae19, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=a3b60861-ecbf-4037-ad96-559fe1e4ae19,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:57.840874 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:57.904626 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Calling delete_port for a3b60861-ecbf-4037-ad96-559fe1e4ae19 owned by network:router_interface {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:58.073711 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:58.075604 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-3292b402-d5a9-4d31-b672-d73f4d22ac20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:58.099282 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3b60861-ecbf-4037-ad96-559fe1e4ae19,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:58.102613 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:58.255240 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608072'] for router_interface, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:58.458235 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Router 43fc94d4-75bf-480b-ab9c-147856d02771 has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92658) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:07:58.560156 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92658) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:07:58.565122 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-2dec78c8-ed99-4fff-8e6b-83c3a815c624 admin admin] 10.222.0.60 "PUT /v2.0/routers/43fc94d4-75bf-480b-ab9c-147856d02771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3689702 Jun 21 14:07:58.567632 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53618) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:58.570222 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] Sync routers for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:07:58.579124 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:58.579819 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:07:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:58.668792 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks [] for router, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:58.683638 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:58.869885 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:07:58Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:58.898104 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] Checking router: 43fc94d4-75bf-480b-ab9c-147856d02771 for host: dv-cinder-794962-5-smb {{(pid=92659) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:07:58.906785 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] Routers {'43fc94d4-75bf-480b-ab9c-147856d02771'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92659) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:07:58.907422 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:07:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['43fc94d4-75bf-480b-ab9c-147856d02771'], 'active': True} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:59.011511 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvr_db [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] Set router 43fc94d4-75bf-480b-ab9c-147856d02771 gateway port host: dv-cinder-794962-5-smb {{(pid=92659) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:07:59.025414 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.075845 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Deleting port cf8ca8e5-005c-43d8-8d64-b00857ad5acc {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:59.076091 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.155966 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] For port cf8ca8e5-005c-43d8-8d64-b00857ad5acc, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=cf8ca8e5-005c-43d8-8d64-b00857ad5acc,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:07:59.156320 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.183131 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_hamode_db [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:07:58Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:07:59.212050 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6b3f0-fea9-49ac-b779-c5e038656e41 None None] The sync data for ids ['43fc94d4-75bf-480b-ab9c-147856d02771'] in dv-cinder-794962-5-smb is: [{'id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'name': 'tempest-TestMinimumBasicScenario-254387575-router', 'tenant_id': '5fb708520846442cb835b63fd7434cd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:07:58Z', 'revision_number': 5, 'project_id': '5fb708520846442cb835b63fd7434cd3', 'gw_port': {'id': 'cf8ca8e5-005c-43d8-8d64-b00857ad5acc', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:89:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fc94d4-75bf-480b-ab9c-147856d02771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:52Z', 'updated_at': '2021-06-21T14:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}] {{(pid=92659) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:07:59.217113 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Calling delete_port for cf8ca8e5-005c-43d8-8d64-b00857ad5acc owned by network:router_gateway {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:07:59.375981 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.378647 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:59.405643 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8ca8e5-005c-43d8-8d64-b00857ad5acc,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:59.409543 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:59.462153 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645732'] for router_gateway, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.546540 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1065'] for router, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.548481 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.593783 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-609067'] for router, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.594357 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43fc94d4-75bf-480b-ab9c-147856d02771 {{(pid=92658) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:07:59.598592 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] Notify callbacks [] for router, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.599759 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-8615b626-ba4e-4b35-af7c-e87d98fa70cd admin admin] 10.222.0.60 "DELETE /v2.0/routers/43fc94d4-75bf-480b-ab9c-147856d02771 HTTP/1.1" status: 204 len: 168 time: 1.0312266 Jun 21 14:07:59.602780 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53620) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:59.650582 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] Deleting subnet 8bf3e075-d926-471f-b3f8-6c6b016d869c {{(pid=92658) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:07:59.653707 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.689252 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2271639'] for subnet, precommit_delete_associations {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.764724 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.821697 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3729057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3740058'] for subnet, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.824025 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-bd459e33-f192-4723-827c-a1001dfaf6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:07:59.846955 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf3e075-d926-471f-b3f8-6c6b016d869c,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:07:59.850832 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:07:59.855909 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for subnet, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.861505 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-ff6539f5-494a-41d0-8971-143245388bc6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8bf3e075-d926-471f-b3f8-6c6b016d869c HTTP/1.1" status: 204 len: 168 time: 0.2541199 Jun 21 14:07:59.861916 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53622) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:07:59.866088 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d14ed1-7865-4058-9fa6-366b7039531f None None] Network 6011167a-30d3-4dd5-b555-795679d60dfc requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:07:59.932199 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:07:59.983532 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Deleting port 4fee1dab-4b3e-4237-a216-dbd482d45912 {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:07:59.983872 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.047624 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] For port 4fee1dab-4b3e-4237-a216-dbd482d45912, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=4fee1dab-4b3e-4237-a216-dbd482d45912,segment=NetworkSegment(babe32de-d244-4ea8-8946-7e0722c04a5e),segment_id=babe32de-d244-4ea8-8946-7e0722c04a5e)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:00.047982 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.112796 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Calling delete_port for 4fee1dab-4b3e-4237-a216-dbd482d45912 owned by network:dhcp {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:00.190291 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.201255 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c28c17-9ffa-416e-beb8-c68cefd1982d None None] DHCP port deletion for 6011167a-30d3-4dd5-b555-795679d60dfc request from dv-cinder-794962-5-smb {{(pid=92659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:08:00.201632 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:00.227456 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4fee1dab-4b3e-4237-a216-dbd482d45912,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:00.229264 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] No DVR routers for this DVR port 4fee1dab-4b3e-4237-a216-dbd482d45912 on host dv-cinder-794962-5-smb {{(pid=92658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:08:00.230697 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:00.298442 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.308323 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6011167a-30d3-4dd5-b555-795679d60dfc']}} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:00.318881 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babe32de-d244-4ea8-8946-7e0722c04a5e') {'for_net_delete': True} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:00.319177 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babe32de-d244-4ea8-8946-7e0722c04a5e') {} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:00.327428 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271646'] for segment, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.340688 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.346205 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=92658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:08:00.346580 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130826'] for segment, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: Traceback (most recent call last): Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: timer() Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: cb(*args, **kw) Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: return func(*args, **kwargs) Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: self._notify() Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: self.callback(batched_events) Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: event.method(event) Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: return f(self, *a, **k) Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: return self._get(url).json() Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: return self.request(url, 'GET', **kwargs) Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:08:00.348153 dv-cinder-794962-5-smb neutron-server[92658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:08:00.398470 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.402088 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-e0339564-dba5-40c3-b0f0-e9b17ce7aabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:00.404350 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:00.406269 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] 10.222.0.60 "DELETE /v2.0/networks/6011167a-30d3-4dd5-b555-795679d60dfc HTTP/1.1" status: 204 len: 168 time: 0.5437427 Jun 21 14:08:00.409389 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53624) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:00.421784 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6011167a-30d3-4dd5-b555-795679d60dfc,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:00.424035 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-78cff8a2-2946-42f7-9a4d-685b9b1970fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:00.789377 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device a3b60861-ecbf-4037-ad96-559fe1e4ae19 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:00.808646 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: a3b60861-ecbf-4037-ad96-559fe1e4ae19 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:00.809005 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device a3b60861-ecbf-4037-ad96-559fe1e4ae19 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:00.809426 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 4fee1dab-4b3e-4237-a216-dbd482d45912 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:00.826869 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 4fee1dab-4b3e-4237-a216-dbd482d45912 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:00.827229 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 4fee1dab-4b3e-4237-a216-dbd482d45912 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:00.827649 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device cf8ca8e5-005c-43d8-8d64-b00857ad5acc no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:00.846072 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: cf8ca8e5-005c-43d8-8d64-b00857ad5acc {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:00.846428 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device cf8ca8e5-005c-43d8-8d64-b00857ad5acc not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:01.014572 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608244'] for router_interface, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:01.262547 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Deleting port 875d81da-fc10-42b3-baff-e4c56e39a958 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:01.262884 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:01.340956 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] For port 875d81da-fc10-42b3-baff-e4c56e39a958, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=875d81da-fc10-42b3-baff-e4c56e39a958,segment=NetworkSegment(8876d9d8-7f86-461d-ad40-ddd58d721e9b),segment_id=8876d9d8-7f86-461d-ad40-ddd58d721e9b)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:01.341232 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:01.406246 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Calling delete_port for 875d81da-fc10-42b3-baff-e4c56e39a958 owned by network:router_interface {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:01.581421 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:01.584185 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-2688a94f-b344-4f14-96be-141738195d13 tempest-AttachVolumeNegativeTest-614389340 tempest-AttachVolumeNegativeTest-614389340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:01.608663 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=875d81da-fc10-42b3-baff-e4c56e39a958,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:01.611838 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:01.776322 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-760434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608072'] for router_interface, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:01.985902 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Router c1176939-bbbb-44b6-8044-69ef92dd7dcb has already been hosted by L3 agent 8a8fd245-4f25-4f80-a176-2cc03f058661 {{(pid=92657) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:08:02.002201 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-4f598d65-ba76-4159-92b0-fa51a0bd548f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.090006 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] Notify agent at l3_agent.dv-cinder-794962-5-smb the message routers_updated {{(pid=92657) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:08:02.095334 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-d4f19227-020c-47e6-96bd-100ce0977e2e admin admin] 10.222.0.60 "PUT /v2.0/routers/c1176939-bbbb-44b6-8044-69ef92dd7dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6848876 Jun 21 14:08:02.098186 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53626) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:02.103143 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] Sync routers for ids ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'] in dv-cinder-794962-5-smb {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:08:02.122468 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] Routers {'c1176939-bbbb-44b6-8044-69ef92dd7dcb'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:08:02.123085 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:07:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:02.216496 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks [] for router, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.227816 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] Set router c1176939-bbbb-44b6-8044-69ef92dd7dcb gateway port host: dv-cinder-794962-5-smb {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:08:02.324420 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.375251 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Deleting port af801cea-27ee-470a-8baa-372b696f9100 {{(pid=92657) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:02.375595 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.403815 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'external_fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169'}], 'enable_snat': True}, 'gw_port_id': 'af801cea-27ee-470a-8baa-372b696f9100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:08:01Z', 'revision_number': 5, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port': {'id': 'af801cea-27ee-470a-8baa-372b696f9100', 'name': '', 'network_id': 'b2a27971-3a2d-45fd-b21f-bedb3d6984d0', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:d2:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'ip_address': '172.28.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794962-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:05:57Z', 'updated_at': '2021-06-21T14:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '69d2a65f-f4b4-4eca-bc97-e0561cabf4e4', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794962-5-smb'}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:02.432611 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] Checking router: c1176939-bbbb-44b6-8044-69ef92dd7dcb for host: dv-cinder-794962-5-smb {{(pid=92660) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:08:02.440641 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] Routers {'c1176939-bbbb-44b6-8044-69ef92dd7dcb'} bound to L3 agent in host dv-cinder-794962-5-smb {{(pid=92660) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:08:02.441251 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794962-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T13:50:04Z,description=,heartbeat_timestamp=2021-06-21T14:07:34Z,host='dv-cinder-794962-5-smb',id=8a8fd245-4f25-4f80-a176-2cc03f058661,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T13:50:04Z,topic='l3_agent')) {'router_ids': ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'], 'active': True} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:02.457923 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.db [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] For port af801cea-27ee-470a-8baa-372b696f9100, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=af801cea-27ee-470a-8baa-372b696f9100,segment=NetworkSegment(c8fd02a5-7712-404d-b148-07fb0c7fc3c5),segment_id=c8fd02a5-7712-404d-b148-07fb0c7fc3c5)] {{(pid=92657) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:02.458282 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.522504 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.plugins.ml2.plugin [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Calling delete_port for af801cea-27ee-470a-8baa-372b696f9100 owned by network:router_gateway {{(pid=92657) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:02.524630 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_dvr_db [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] Set router c1176939-bbbb-44b6-8044-69ef92dd7dcb gateway port host: None {{(pid=92660) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:08:02.574639 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.l3_hamode_db [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:08:02Z', 'revision_number': 6, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port_host': None}], 'dv-cinder-794962-5-smb', False) {} {{(pid=92660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:02.604896 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b976f2f-8575-45a9-bbec-fbe128ab1f81 None None] The sync data for ids ['c1176939-bbbb-44b6-8044-69ef92dd7dcb'] in dv-cinder-794962-5-smb is: [{'id': 'c1176939-bbbb-44b6-8044-69ef92dd7dcb', 'name': 'tempest-TestMinimumBasicScenario-1555590838-router', 'tenant_id': 'a7cf1198aff34fccbee94894027a43fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:05:56Z', 'updated_at': '2021-06-21T14:08:02Z', 'revision_number': 6, 'project_id': 'a7cf1198aff34fccbee94894027a43fa', 'gw_port_host': None}] {{(pid=92660) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:08:02.697542 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8827548'] for port, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.701551 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-c33f9283-66cb-420a-b110-45424aea4d48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:02.725501 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=af801cea-27ee-470a-8baa-372b696f9100,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:02.728615 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:02.788872 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-645732'] for router_gateway, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.877376 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-609658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1065'] for router, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.879442 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.921906 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-609067'] for router, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.922378 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1176939-bbbb-44b6-8044-69ef92dd7dcb {{(pid=92657) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:08:02.926609 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] Notify callbacks [] for router, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:02.927732 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-97780224-dd02-4fe7-b795-235babb98b9c admin admin] 10.222.0.60 "DELETE /v2.0/routers/c1176939-bbbb-44b6-8044-69ef92dd7dcb HTTP/1.1" status: 204 len: 168 time: 0.8286574 Jun 21 14:08:02.930278 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.wsgi [-] (92657) accepted ('10.222.0.60', 53628) {{(pid=92657) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:02.979947 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.db.db_base_plugin_v2 [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] Deleting subnet 754e8302-dc23-4851-9dc2-2e2b57685500 {{(pid=92657) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:08:02.983149 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.021423 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782771'] for subnet, precommit_delete_associations {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.067525 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 875d81da-fc10-42b3-baff-e4c56e39a958 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:03.088026 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 875d81da-fc10-42b3-baff-e4c56e39a958 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:03.088413 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 875d81da-fc10-42b3-baff-e4c56e39a958 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:03.111875 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8210278'] for subnet, precommit_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.165527 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8210281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8827622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9404426'] for subnet, after_delete {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.168559 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-bbfe330c-6dad-4892-92fc-e28937b19941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:03.192423 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754e8302-dc23-4851-9dc2-2e2b57685500,revision_number=None']} {{(pid=92657) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:03.195053 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG neutron_lib.callbacks.manager [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92657) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.196931 dv-cinder-794962-5-smb neutron-server[92657]: INFO neutron.wsgi [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/754e8302-dc23-4851-9dc2-2e2b57685500 HTTP/1.1" status: 204 len: 168 time: 0.2657616 Jun 21 14:08:03.197842 dv-cinder-794962-5-smb neutron-server[92657]: DEBUG oslo_concurrency.lockutils [None req-3deac16a-1b79-4c95-8432-a0dbea85cf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92657) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:03.199515 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53630) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:03.202900 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daf88a8-ea67-4297-9abc-61aca964e68f None None] Network f7507783-c729-4b08-9326-1bb348ab7633 requested from dv-cinder-794962-5-smb {{(pid=92659) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:08:03.264294 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8069914'] for network, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.313952 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Deleting port 1c07dfca-5145-440d-9729-46a35174eb4c {{(pid=92658) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:03.314176 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.378975 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.db [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] For port 1c07dfca-5145-440d-9729-46a35174eb4c, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=1c07dfca-5145-440d-9729-46a35174eb4c,segment=NetworkSegment(8876d9d8-7f86-461d-ad40-ddd58d721e9b),segment_id=8876d9d8-7f86-461d-ad40-ddd58d721e9b)] {{(pid=92658) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:03.379330 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.401972 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] DHCP port deletion for f7507783-c729-4b08-9326-1bb348ab7633 request from dv-cinder-794962-5-smb {{(pid=92659) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:08:03.442665 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.plugin [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Calling delete_port for 1c07dfca-5145-440d-9729-46a35174eb4c owned by network:dhcp {{(pid=92658) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:03.450767 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Deleting port 1c07dfca-5145-440d-9729-46a35174eb4c {{(pid=92659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:08:03.451151 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788756968933'] for port, before_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.514792 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.db [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] For port 1c07dfca-5145-440d-9729-46a35174eb4c, host dv-cinder-794962-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794962-5-smb',level=0,port_id=1c07dfca-5145-440d-9729-46a35174eb4c,segment=NetworkSegment(8876d9d8-7f86-461d-ad40-ddd58d721e9b),segment_id=8876d9d8-7f86-461d-ad40-ddd58d721e9b)] {{(pid=92659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:08:03.515195 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-645285'] for port, precommit_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.524546 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3729115'] for port, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.527656 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-b0dfdf2d-68ca-49e3-9513-21782bf4652b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:03.552091 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] No DVR routers for this DVR port 1c07dfca-5145-440d-9729-46a35174eb4c on host dv-cinder-794962-5-smb {{(pid=92658) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:08:03.553878 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c07dfca-5145-440d-9729-46a35174eb4c,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:03.557456 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:03.632463 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8174329', 'neutron.services.segments.db._delete_segments_for_network-8788757023699'] for network, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.643153 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7507783-c729-4b08-9326-1bb348ab7633']}} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:03.655505 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8876d9d8-7f86-461d-ad40-ddd58d721e9b') {'for_net_delete': True} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:03.655815 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.services.segments.db [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8876d9d8-7f86-461d-ad40-ddd58d721e9b') {} {{(pid=92658) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:08:03.665246 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788757023528', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2271646'] for segment, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.681596 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121'] for segment, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.687868 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=92658) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:08:03.688265 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8211121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4130826'] for segment, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: Traceback (most recent call last): Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: timer() Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: cb(*args, **kw) Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: return func(*args, **kwargs) Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: self._notify() Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: self.callback(batched_events) Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: event.method(event) Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: return f(self, *a, **k) Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: return self._get(url).json() Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: return self.request(url, 'GET', **kwargs) Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:08:03.690074 dv-cinder-794962-5-smb neutron-server[92658]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:08:03.706113 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Calling delete_port for 1c07dfca-5145-440d-9729-46a35174eb4c owned by network:dhcp {{(pid=92659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:08:03.742756 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8174304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-958464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-760331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-645819'] for network, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.746373 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:03.748744 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-760342'] for network, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.750530 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7507783-c729-4b08-9326-1bb348ab7633 HTTP/1.1" status: 204 len: 168 time: 0.5500445 Jun 21 14:08:03.762306 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7507783-c729-4b08-9326-1bb348ab7633,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:03.764710 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-847441c4-395b-41c9-9bb8-e1d4083d7d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:03.784021 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8103581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-760320', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788756975845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788756484199'] for port, after_delete {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:03.785980 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:03.809337 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Network f7507783-c729-4b08-9326-1bb348ab7633 is not hosted by any dhcp agent {{(pid=92659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:08:03.809806 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] No DVR routers for this DVR port 1c07dfca-5145-440d-9729-46a35174eb4c on host dv-cinder-794962-5-smb {{(pid=92659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:08:03.811572 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Pushing event deleted for resources: {'Port': ['ID=1c07dfca-5145-440d-9729-46a35174eb4c,revision_number=None']} {{(pid=92659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:03.819919 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.820442 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.820756 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.821120 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.821409 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.821743 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.822071 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.822394 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.822745 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.823043 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.823362 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.823670 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794962-5-smb {{(pid=92659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:08:03.826603 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG oslo_concurrency.lockutils [None req-fde89b85-ef60-4439-8e3e-809c307ef8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92659) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:03.922156 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53634) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:03.960206 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-7b9f7f8c-a860-4ba8-a226-3e0d4a502366 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5fb708520846442cb835b63fd7434cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362613 Jun 21 14:08:03.962326 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53636) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:04.011524 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-09e5a314-b79c-4588-9e4d-dc14ee07348d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.031967 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-09e5a314-b79c-4588-9e4d-dc14ee07348d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.078413 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-09e5a314-b79c-4588-9e4d-dc14ee07348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.081109 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-09e5a314-b79c-4588-9e4d-dc14ee07348d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.082236 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-09e5a314-b79c-4588-9e4d-dc14ee07348d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce HTTP/1.1" status: 204 len: 168 time: 0.1190617 Jun 21 14:08:04.083068 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-c1428b14-083e-4e0e-a817-cb345f32fb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:04.091546 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5a314-b79c-4588-9e4d-dc14ee07348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f32ad0-4bc4-4955-b87d-aefa97bdf4ce,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:04.093880 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-09e5a314-b79c-4588-9e4d-dc14ee07348d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:04.295399 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-1af75bca-b7b4-42ad-a0a7-b3f2eb3816a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.380934 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53642) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:04.420091 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-722f6fd1-488e-4263-89fa-d61eec728b8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7cf1198aff34fccbee94894027a43fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379171 Jun 21 14:08:04.422349 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.wsgi [-] (92658) accepted ('10.222.0.60', 53644) {{(pid=92658) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:08:04.468141 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-32f4ff25-07c0-4b09-8a62-c04a9f9c48fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.488704 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-32f4ff25-07c0-4b09-8a62-c04a9f9c48fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.532840 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-32f4ff25-07c0-4b09-8a62-c04a9f9c48fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-958513'] for security_group, after_delete {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.535496 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron_lib.callbacks.manager [None req-32f4ff25-07c0-4b09-8a62-c04a9f9c48fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92658) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:04.536709 dv-cinder-794962-5-smb neutron-server[92658]: INFO neutron.wsgi [None req-32f4ff25-07c0-4b09-8a62-c04a9f9c48fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4d9a2b9-a2f1-49f4-8591-141aa0fa6e80 HTTP/1.1" status: 204 len: 168 time: 0.1134727 Jun 21 14:08:04.538031 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-8eb041cc-0449-42d8-a190-bd5435d58c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:08:04.545836 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4ff25-07c0-4b09-8a62-c04a9f9c48fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d9a2b9-a2f1-49f4-8591-141aa0fa6e80,revision_number=None']} {{(pid=92658) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:08:04.548035 dv-cinder-794962-5-smb neutron-server[92658]: DEBUG oslo_concurrency.lockutils [None req-32f4ff25-07c0-4b09-8a62-c04a9f9c48fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92658) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:08:04.800131 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 1c07dfca-5145-440d-9729-46a35174eb4c no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:04.821301 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: 1c07dfca-5145-440d-9729-46a35174eb4c {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:04.821655 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device 1c07dfca-5145-440d-9729-46a35174eb4c not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:04.822126 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device af801cea-27ee-470a-8baa-372b696f9100 no longer exists at agent ovs-agent-dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:08:04.842575 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] No Port match for: af801cea-27ee-470a-8baa-372b696f9100 {{(pid=92659) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:08:04.842932 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron.plugins.ml2.rpc [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Device af801cea-27ee-470a-8baa-372b696f9100 not bound to the agent host dv-cinder-794962-5-smb {{(pid=92659) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:08:05.128466 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:05.723915 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:07.351791 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:07.584993 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:27.428540 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:08:32.001458 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9cf2-f7ac-498a-a518-bd5e29bdf472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:34.296503 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-9ee7354c-d7b7-44a4-82f2-123a99e672eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:35.128534 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:35.725739 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.353723 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:08:37.604092 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:02.001141 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-b9491a3c-e7bc-43cd-bb98-73560331c042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:04.296944 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7a26198d-c0b8-4dce-87c5-f2d6f8c7de1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:04.427530 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:09:05.129092 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:05.728647 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:07.359130 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:07.604798 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:32.000339 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ef8e9709-409b-4019-ae38-8b84fe886c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:34.297601 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-98399fd2-8d05-44ff-a278-5a4054df246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:35.129850 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:35.731218 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:37.361013 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:37.619266 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:09:41.426037 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:10:01.998980 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-94aa6d1b-58d3-4ab5-9a82-49824ac5305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:04.299446 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ea52105a-70ab-4bf4-bda1-50ea2434d52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:05.130725 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:05.733183 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:07.362834 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:07.614449 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:18.425771 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:10:31.997392 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-dd5f91d3-e593-4caa-b611-e5065fa547b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:34.300693 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-25f8615c-2ea3-43b0-8d2a-362db58e349c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:35.131059 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:35.739488 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:37.365465 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:37.633086 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:10:55.423618 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:11:01.996932 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-74e03392-f930-4a7a-acca-3305292c7547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:04.300539 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-24e77013-19da-4736-9b1a-6f396c15d7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.131879 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:05.739115 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.370798 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:07.633370 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:31.996955 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c416ea8-1284-4a26-aa07-ecb8ca256d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:32.422362 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:11:34.301328 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-ee0a4abd-5be2-4e74-8556-63c5b8e8bfd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:35.131737 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:35.743102 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:37.370588 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:11:37.630893 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:01.997246 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-30e3b2d2-3eb0-46eb-a528-6eb554712162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:04.300413 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-1ab93a3f-5e2c-4d16-92db-8c3ba060d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:05.131795 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:05.746429 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:07.382213 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:07.630545 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:09.421229 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:12:31.999561 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-bd0730b7-d9e5-4605-8620-e3d1506e032c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:34.300721 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-daf7fd66-ed64-4db6-952c-ac9b2cd73351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:35.132806 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6b48-df96-41af-b0f1-ecda0c0a6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:35.748308 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-45d2c3b0-9626-4b7b-9b70-9491339fedbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:37.382796 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-0d0bbdf0-a2a7-4d7d-ac8d-19403d6c6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:37.636673 dv-cinder-794962-5-smb neutron-server[92659]: DEBUG neutron_lib.callbacks.manager [None req-91e864f6-c823-4256-ad0f-17b97d829d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788757023681', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173475'] for agent, after_update {{(pid=92659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:12:46.419844 dv-cinder-794962-5-smb neutron-server[92660]: DEBUG neutron.db.agents_db [None req-4f5c0b36-e418-428f-9442-8d94a463cb55 None None] Agent healthcheck: found 6 active agents {{(pid=92660) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}